2024-12-03 18:18:36,257 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f
2024-12-03 18:18:36,267 main DEBUG Took 0.008193 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-12-03 18:18:36,268 main DEBUG PluginManager 'Core' found 129 plugins
2024-12-03 18:18:36,268 main DEBUG PluginManager 'Level' found 0 plugins
2024-12-03 18:18:36,269 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-12-03 18:18:36,270 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 18:18:36,276 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-12-03 18:18:36,287 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 18:18:36,288 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 18:18:36,288 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 18:18:36,288 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 18:18:36,289 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 18:18:36,289 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 18:18:36,290 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 18:18:36,290 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 18:18:36,290 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 18:18:36,290 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 18:18:36,291 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 18:18:36,291 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 18:18:36,292 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 18:18:36,292 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 18:18:36,292 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 18:18:36,293 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 18:18:36,293 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 18:18:36,293 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 18:18:36,294 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 18:18:36,294 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 18:18:36,294 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 18:18:36,294 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 18:18:36,295 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 18:18:36,295 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-03 18:18:36,295 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 18:18:36,296 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-12-03 18:18:36,297 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-03 18:18:36,299 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-12-03 18:18:36,301 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-12-03 18:18:36,302 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-12-03 18:18:36,303 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-12-03 18:18:36,304 main DEBUG PluginManager 'Converter' found 47 plugins
2024-12-03 18:18:36,312 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-12-03 18:18:36,315 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-12-03 18:18:36,317 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-12-03 18:18:36,318 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-12-03 18:18:36,318 main DEBUG createAppenders(={Console})
2024-12-03 18:18:36,319 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f initialized
2024-12-03 18:18:36,320 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f
2024-12-03 18:18:36,320 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f OK.
2024-12-03 18:18:36,321 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-12-03 18:18:36,321 main DEBUG OutputStream closed
2024-12-03 18:18:36,321 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-12-03 18:18:36,322 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-12-03 18:18:36,322 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@61001b64 OK
2024-12-03 18:18:36,417 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-12-03 18:18:36,419 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-12-03 18:18:36,420 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-12-03 18:18:36,421 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-12-03 18:18:36,422 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-12-03 18:18:36,422 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-12-03 18:18:36,422 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-12-03 18:18:36,423 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-12-03 18:18:36,423 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-12-03 18:18:36,423 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-12-03 18:18:36,423 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-12-03 18:18:36,424 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-12-03 18:18:36,424 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-12-03 18:18:36,424 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-12-03 18:18:36,424 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-12-03 18:18:36,425 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-12-03 18:18:36,425 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-12-03 18:18:36,425 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-12-03 18:18:36,427 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-03 18:18:36,428 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@4ed5eb72) with optional ClassLoader: null
2024-12-03 18:18:36,428 main DEBUG Shutdown hook enabled. Registering a new one.
2024-12-03 18:18:36,429 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@4ed5eb72] started OK.
2024-12-03T18:18:36,687 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6
2024-12-03 18:18:36,690 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-12-03 18:18:36,691 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-03T18:18:36,702 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins
2024-12-03T18:18:36,736 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-12-03T18:18:36,809 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-12-03T18:18:36,809 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-12-03T18:18:36,826 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-12-03T18:18:36,843 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/cluster_babe562e-c809-d1da-06c4-720114888687, deleteOnExit=true
2024-12-03T18:18:36,844 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-12-03T18:18:36,845 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/test.cache.data in system properties and HBase conf
2024-12-03T18:18:36,847 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/hadoop.tmp.dir in system properties and HBase conf
2024-12-03T18:18:36,847 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/hadoop.log.dir in system properties and HBase conf
2024-12-03T18:18:36,848 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/mapreduce.cluster.local.dir in system properties and HBase conf
2024-12-03T18:18:36,848 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-12-03T18:18:36,849 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-12-03T18:18:36,958 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-12-03T18:18:37,073 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-03T18:18:37,077 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-12-03T18:18:37,078 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-12-03T18:18:37,079 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-12-03T18:18:37,079 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-03T18:18:37,080 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-12-03T18:18:37,080 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-12-03T18:18:37,081 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-03T18:18:37,081 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-03T18:18:37,082 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-12-03T18:18:37,082 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/nfs.dump.dir in system properties and HBase conf
2024-12-03T18:18:37,083 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/java.io.tmpdir in system properties and HBase conf
2024-12-03T18:18:37,083 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-03T18:18:37,084 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-12-03T18:18:37,084 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-12-03T18:18:38,210 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-12-03T18:18:38,298 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2895ms to org.eclipse.jetty.util.log.Slf4jLog
2024-12-03T18:18:38,377 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-03T18:18:38,447 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-03T18:18:38,477 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-03T18:18:38,477 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-03T18:18:38,479 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-12-03T18:18:38,495 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-03T18:18:38,498 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c1cc886{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/hadoop.log.dir/,AVAILABLE}
2024-12-03T18:18:38,499 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a9265d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-03T18:18:38,735 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c411b81{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/java.io.tmpdir/jetty-localhost-33743-hadoop-hdfs-3_4_1-tests_jar-_-any-16514930292900106696/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-03T18:18:38,742 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71f91499{HTTP/1.1, (http/1.1)}{localhost:33743}
2024-12-03T18:18:38,743 INFO  [Time-limited test {}] server.Server(415): Started @3341ms
2024-12-03T18:18:39,199 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-03T18:18:39,206 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-03T18:18:39,207 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-03T18:18:39,207 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-03T18:18:39,208 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-12-03T18:18:39,209 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15fab457{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/hadoop.log.dir/,AVAILABLE}
2024-12-03T18:18:39,209 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f0d3e1c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-03T18:18:39,309 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53a60ac5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/java.io.tmpdir/jetty-localhost-33533-hadoop-hdfs-3_4_1-tests_jar-_-any-9856120931848732482/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-03T18:18:39,310 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b9d2b29{HTTP/1.1, (http/1.1)}{localhost:33533}
2024-12-03T18:18:39,310 INFO  [Time-limited test {}] server.Server(415): Started @3908ms
2024-12-03T18:18:39,361 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-12-03T18:18:39,504 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-03T18:18:39,508 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-03T18:18:39,512 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-03T18:18:39,513 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-03T18:18:39,513 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-03T18:18:39,514 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c155ec7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/hadoop.log.dir/,AVAILABLE}
2024-12-03T18:18:39,515 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ea2c5fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-03T18:18:39,621 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bdffcb9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/java.io.tmpdir/jetty-localhost-44321-hadoop-hdfs-3_4_1-tests_jar-_-any-15820095116026313206/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-03T18:18:39,622 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55b08a17{HTTP/1.1, (http/1.1)}{localhost:44321}
2024-12-03T18:18:39,622 INFO  [Time-limited test {}] server.Server(415): Started @4220ms
2024-12-03T18:18:39,624 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-12-03T18:18:39,661 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-03T18:18:39,665 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-03T18:18:39,667 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-03T18:18:39,668 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-03T18:18:39,668 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-12-03T18:18:39,669 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4870c3fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/hadoop.log.dir/,AVAILABLE}
2024-12-03T18:18:39,669 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cda6c9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-03T18:18:39,811 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@638bb008{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/java.io.tmpdir/jetty-localhost-46227-hadoop-hdfs-3_4_1-tests_jar-_-any-10476654732202465551/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-03T18:18:39,812 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@394c588e{HTTP/1.1, (http/1.1)}{localhost:46227}
2024-12-03T18:18:39,812 INFO  [Time-limited test {}] server.Server(415): Started @4410ms
2024-12-03T18:18:39,815 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-12-03T18:18:40,817 WARN  [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/cluster_babe562e-c809-d1da-06c4-720114888687/data/data3/current/BP-1638623662-172.17.0.3-1733249917700/current, will proceed with Du for space computation calculation, 
2024-12-03T18:18:40,817 WARN  [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/cluster_babe562e-c809-d1da-06c4-720114888687/data/data2/current/BP-1638623662-172.17.0.3-1733249917700/current, will proceed with Du for space computation calculation, 
2024-12-03T18:18:40,817 WARN  [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/cluster_babe562e-c809-d1da-06c4-720114888687/data/data4/current/BP-1638623662-172.17.0.3-1733249917700/current, will proceed with Du for space computation calculation, 
2024-12-03T18:18:40,818 WARN  [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/cluster_babe562e-c809-d1da-06c4-720114888687/data/data1/current/BP-1638623662-172.17.0.3-1733249917700/current, will proceed with Du for space computation calculation, 
2024-12-03T18:18:40,876 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-12-03T18:18:40,877 WARN  [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-12-03T18:18:40,914 WARN  [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/cluster_babe562e-c809-d1da-06c4-720114888687/data/data5/current/BP-1638623662-172.17.0.3-1733249917700/current, will proceed with Du for space computation calculation, 
2024-12-03T18:18:40,916 WARN  [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/cluster_babe562e-c809-d1da-06c4-720114888687/data/data6/current/BP-1638623662-172.17.0.3-1733249917700/current, will proceed with Du for space computation calculation, 
2024-12-03T18:18:40,933 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe05477762e1ceb3d with lease ID 0xcc2c7ff7fca5e768: Processing first storage report for DS-a8d14b80-1484-479b-8e7d-314bfc676fb5 from datanode DatanodeRegistration(127.0.0.1:37811, datanodeUuid=a5b74f36-5938-4b52-98bc-26edf85b4985, infoPort=34211, infoSecurePort=0, ipcPort=41077, storageInfo=lv=-57;cid=testClusterID;nsid=2051921263;c=1733249917700)
2024-12-03T18:18:40,935 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe05477762e1ceb3d with lease ID 0xcc2c7ff7fca5e768: from storage DS-a8d14b80-1484-479b-8e7d-314bfc676fb5 node DatanodeRegistration(127.0.0.1:37811, datanodeUuid=a5b74f36-5938-4b52-98bc-26edf85b4985, infoPort=34211, infoSecurePort=0, ipcPort=41077, storageInfo=lv=-57;cid=testClusterID;nsid=2051921263;c=1733249917700), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2024-12-03T18:18:40,935 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdf3c3d7309c0031d with lease ID 0xcc2c7ff7fca5e769: Processing first storage report for DS-8208040e-11d8-434f-831f-ed9cb03aaa48 from datanode DatanodeRegistration(127.0.0.1:34093, datanodeUuid=3aa839aa-ce9d-4abf-8b51-430dd4cec67f, infoPort=32955, infoSecurePort=0, ipcPort=44143, storageInfo=lv=-57;cid=testClusterID;nsid=2051921263;c=1733249917700)
2024-12-03T18:18:40,936 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdf3c3d7309c0031d with lease ID 0xcc2c7ff7fca5e769: from storage DS-8208040e-11d8-434f-831f-ed9cb03aaa48 node DatanodeRegistration(127.0.0.1:34093, datanodeUuid=3aa839aa-ce9d-4abf-8b51-430dd4cec67f, infoPort=32955, infoSecurePort=0, ipcPort=44143, storageInfo=lv=-57;cid=testClusterID;nsid=2051921263;c=1733249917700), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-12-03T18:18:40,936 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe05477762e1ceb3d with lease ID 0xcc2c7ff7fca5e768: Processing first storage report for DS-59198866-e084-4b3a-814b-5e671fba7ca3 from datanode DatanodeRegistration(127.0.0.1:37811, datanodeUuid=a5b74f36-5938-4b52-98bc-26edf85b4985, infoPort=34211, infoSecurePort=0, ipcPort=41077, storageInfo=lv=-57;cid=testClusterID;nsid=2051921263;c=1733249917700)
2024-12-03T18:18:40,936 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe05477762e1ceb3d with lease ID 0xcc2c7ff7fca5e768: from storage DS-59198866-e084-4b3a-814b-5e671fba7ca3 node DatanodeRegistration(127.0.0.1:37811, datanodeUuid=a5b74f36-5938-4b52-98bc-26edf85b4985, infoPort=34211, infoSecurePort=0, ipcPort=41077, storageInfo=lv=-57;cid=testClusterID;nsid=2051921263;c=1733249917700), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-12-03T18:18:40,937 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdf3c3d7309c0031d with lease ID 0xcc2c7ff7fca5e769: Processing first storage report for DS-ebb1b11a-1427-4aee-afa8-f6c2aa43cacd from datanode DatanodeRegistration(127.0.0.1:34093, datanodeUuid=3aa839aa-ce9d-4abf-8b51-430dd4cec67f, infoPort=32955, infoSecurePort=0, ipcPort=44143, storageInfo=lv=-57;cid=testClusterID;nsid=2051921263;c=1733249917700)
2024-12-03T18:18:40,937 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdf3c3d7309c0031d with lease ID 0xcc2c7ff7fca5e769: from storage DS-ebb1b11a-1427-4aee-afa8-f6c2aa43cacd node DatanodeRegistration(127.0.0.1:34093, datanodeUuid=3aa839aa-ce9d-4abf-8b51-430dd4cec67f, infoPort=32955, infoSecurePort=0, ipcPort=44143, storageInfo=lv=-57;cid=testClusterID;nsid=2051921263;c=1733249917700), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-12-03T18:18:40,960 WARN  [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-12-03T18:18:40,966 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x26b449b2e33725c9 with lease ID 0xcc2c7ff7fca5e76a: Processing first storage report for DS-82a91e0d-99b4-4af0-b613-5573e717398b from datanode DatanodeRegistration(127.0.0.1:42307, datanodeUuid=7cc99417-e6d5-4212-b507-f56bc05d65db, infoPort=45347, infoSecurePort=0, ipcPort=38039, storageInfo=lv=-57;cid=testClusterID;nsid=2051921263;c=1733249917700)
2024-12-03T18:18:40,966 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x26b449b2e33725c9 with lease ID 0xcc2c7ff7fca5e76a: from storage DS-82a91e0d-99b4-4af0-b613-5573e717398b node DatanodeRegistration(127.0.0.1:42307, datanodeUuid=7cc99417-e6d5-4212-b507-f56bc05d65db, infoPort=45347, infoSecurePort=0, ipcPort=38039, storageInfo=lv=-57;cid=testClusterID;nsid=2051921263;c=1733249917700), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-12-03T18:18:40,967 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x26b449b2e33725c9 with lease ID 0xcc2c7ff7fca5e76a: Processing first storage report for DS-5198a678-5a9b-4c71-a7e1-79f95b825e4d from datanode DatanodeRegistration(127.0.0.1:42307, datanodeUuid=7cc99417-e6d5-4212-b507-f56bc05d65db, infoPort=45347, infoSecurePort=0, ipcPort=38039, storageInfo=lv=-57;cid=testClusterID;nsid=2051921263;c=1733249917700)
2024-12-03T18:18:40,967 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x26b449b2e33725c9 with lease ID 0xcc2c7ff7fca5e76a: from storage DS-5198a678-5a9b-4c71-a7e1-79f95b825e4d node DatanodeRegistration(127.0.0.1:42307, datanodeUuid=7cc99417-e6d5-4212-b507-f56bc05d65db, infoPort=45347, infoSecurePort=0, ipcPort=38039, storageInfo=lv=-57;cid=testClusterID;nsid=2051921263;c=1733249917700), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-12-03T18:18:40,981 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6
2024-12-03T18:18:41,092 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/cluster_babe562e-c809-d1da-06c4-720114888687/zookeeper_0, clientPort=50174, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/cluster_babe562e-c809-d1da-06c4-720114888687/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/cluster_babe562e-c809-d1da-06c4-720114888687/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-12-03T18:18:41,106 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50174
2024-12-03T18:18:41,123 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T18:18:41,127 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T18:18:41,440 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741825_1001 (size=7)
2024-12-03T18:18:41,441 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741825_1001 (size=7)
2024-12-03T18:18:41,442 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741825_1001 (size=7)
2024-12-03T18:18:41,852 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd with version=8
2024-12-03T18:18:41,853 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/hbase-staging
2024-12-03T18:18:42,208 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/5cd6afc4bcac:0 server-side Connection retries=45
2024-12-03T18:18:42,219 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-03T18:18:42,219 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-03T18:18:42,225 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-03T18:18:42,225 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-03T18:18:42,226 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-03T18:18:42,408 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-12-03T18:18:42,477 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-12-03T18:18:42,488 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-12-03T18:18:42,494 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-03T18:18:42,524 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 6384 (auto-detected)
2024-12-03T18:18:42,525 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-12-03T18:18:42,543 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45519
2024-12-03T18:18:42,564 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45519 connecting to ZooKeeper ensemble=127.0.0.1:50174
2024-12-03T18:18:42,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:455190x0, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-03T18:18:42,685 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45519-0x1019db482e00000 connected
2024-12-03T18:18:42,818 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T18:18:42,823 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T18:18:42,841 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45519-0x1019db482e00000, quorum=127.0.0.1:50174, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-03T18:18:42,848 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd, hbase.cluster.distributed=false
2024-12-03T18:18:42,883 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45519-0x1019db482e00000, quorum=127.0.0.1:50174, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-03T18:18:42,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45519
2024-12-03T18:18:42,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45519
2024-12-03T18:18:42,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45519
2024-12-03T18:18:42,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45519
2024-12-03T18:18:42,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45519
2024-12-03T18:18:43,028 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/5cd6afc4bcac:0 server-side Connection retries=45
2024-12-03T18:18:43,029 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-03T18:18:43,029 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-03T18:18:43,030 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-03T18:18:43,030 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-03T18:18:43,030 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-03T18:18:43,032 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-03T18:18:43,034 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-03T18:18:43,035 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36879
2024-12-03T18:18:43,036 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36879 connecting to ZooKeeper ensemble=127.0.0.1:50174
2024-12-03T18:18:43,037 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T18:18:43,040 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T18:18:43,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368790x0, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-03T18:18:43,074 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36879-0x1019db482e00001 connected
2024-12-03T18:18:43,074 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36879-0x1019db482e00001, quorum=127.0.0.1:50174, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-03T18:18:43,080 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-03T18:18:43,090 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-03T18:18:43,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36879-0x1019db482e00001, quorum=127.0.0.1:50174, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-03T18:18:43,100 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36879-0x1019db482e00001, quorum=127.0.0.1:50174, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-03T18:18:43,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36879
2024-12-03T18:18:43,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36879
2024-12-03T18:18:43,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36879
2024-12-03T18:18:43,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36879
2024-12-03T18:18:43,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36879
2024-12-03T18:18:43,125 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/5cd6afc4bcac:0 server-side Connection retries=45
2024-12-03T18:18:43,125 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-03T18:18:43,126 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-03T18:18:43,126 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-03T18:18:43,127 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-03T18:18:43,127 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-03T18:18:43,127 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-03T18:18:43,128 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-03T18:18:43,129 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42763
2024-12-03T18:18:43,131 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42763 connecting to ZooKeeper ensemble=127.0.0.1:50174
2024-12-03T18:18:43,133 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T18:18:43,138 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T18:18:43,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427630x0, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-03T18:18:43,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:427630x0, quorum=127.0.0.1:50174, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-03T18:18:43,159 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42763-0x1019db482e00002 connected
2024-12-03T18:18:43,159 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-03T18:18:43,167 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-03T18:18:43,169 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42763-0x1019db482e00002, quorum=127.0.0.1:50174, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-03T18:18:43,171 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42763-0x1019db482e00002, quorum=127.0.0.1:50174, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-03T18:18:43,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42763
2024-12-03T18:18:43,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42763
2024-12-03T18:18:43,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42763
2024-12-03T18:18:43,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42763
2024-12-03T18:18:43,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42763
2024-12-03T18:18:43,198 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/5cd6afc4bcac:0 server-side Connection retries=45
2024-12-03T18:18:43,199 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-03T18:18:43,199 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-03T18:18:43,199 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-03T18:18:43,199 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-03T18:18:43,199 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-03T18:18:43,200 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-03T18:18:43,200 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-03T18:18:43,201 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35363
2024-12-03T18:18:43,203 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35363 connecting to ZooKeeper ensemble=127.0.0.1:50174
2024-12-03T18:18:43,205 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T18:18:43,208 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T18:18:43,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353630x0, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-03T18:18:43,264 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:353630x0, quorum=127.0.0.1:50174, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-03T18:18:43,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35363-0x1019db482e00003 connected
2024-12-03T18:18:43,265 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-03T18:18:43,266 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-03T18:18:43,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35363-0x1019db482e00003, quorum=127.0.0.1:50174, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-03T18:18:43,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35363-0x1019db482e00003, quorum=127.0.0.1:50174, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-03T18:18:43,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35363
2024-12-03T18:18:43,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35363
2024-12-03T18:18:43,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35363
2024-12-03T18:18:43,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35363
2024-12-03T18:18:43,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35363
2024-12-03T18:18:43,291 DEBUG [M:0;5cd6afc4bcac:45519 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5cd6afc4bcac:45519
2024-12-03T18:18:43,292 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/5cd6afc4bcac,45519,1733249922011
2024-12-03T18:18:43,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42763-0x1019db482e00002, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-03T18:18:43,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x1019db482e00000, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-03T18:18:43,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35363-0x1019db482e00003, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-03T18:18:43,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36879-0x1019db482e00001, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-03T18:18:43,325 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45519-0x1019db482e00000, quorum=127.0.0.1:50174, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/5cd6afc4bcac,45519,1733249922011
2024-12-03T18:18:43,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42763-0x1019db482e00002, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-03T18:18:43,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35363-0x1019db482e00003, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-03T18:18:43,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36879-0x1019db482e00001, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-03T18:18:43,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x1019db482e00000, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T18:18:43,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42763-0x1019db482e00002, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T18:18:43,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35363-0x1019db482e00003, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T18:18:43,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36879-0x1019db482e00001, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T18:18:43,369 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45519-0x1019db482e00000, quorum=127.0.0.1:50174, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-03T18:18:43,371 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/5cd6afc4bcac,45519,1733249922011 from backup master directory
2024-12-03T18:18:43,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35363-0x1019db482e00003, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-03T18:18:43,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36879-0x1019db482e00001, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-03T18:18:43,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42763-0x1019db482e00002, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-03T18:18:43,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x1019db482e00000, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/5cd6afc4bcac,45519,1733249922011
2024-12-03T18:18:43,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x1019db482e00000, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-03T18:18:43,414 WARN  [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-03T18:18:43,414 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5cd6afc4bcac,45519,1733249922011
2024-12-03T18:18:43,416 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-12-03T18:18:43,418 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-12-03T18:18:43,484 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/hbase.id] with ID: 74e511c6-c7de-4011-8ee9-41ac7ab3a769
2024-12-03T18:18:43,485 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/.tmp/hbase.id
2024-12-03T18:18:43,498 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741826_1002 (size=42)
2024-12-03T18:18:43,499 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741826_1002 (size=42)
2024-12-03T18:18:43,500 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741826_1002 (size=42)
2024-12-03T18:18:43,500 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/.tmp/hbase.id]:[hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/hbase.id]
2024-12-03T18:18:43,546 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-03T18:18:43,550 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-12-03T18:18:43,567 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms.
2024-12-03T18:18:43,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36879-0x1019db482e00001, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T18:18:43,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42763-0x1019db482e00002, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T18:18:43,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35363-0x1019db482e00003, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T18:18:43,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x1019db482e00000, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T18:18:43,652 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741827_1003 (size=196)
2024-12-03T18:18:43,653 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741827_1003 (size=196)
2024-12-03T18:18:43,653 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741827_1003 (size=196)
2024-12-03T18:18:44,070 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T18:18:44,072 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-03T18:18:44,080 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T18:18:44,120 WARN  [IPC Server handler 3 on default port 39471 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-03T18:18:44,120 WARN  [IPC Server handler 3 on default port 39471 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-12-03T18:18:44,121 WARN  [IPC Server handler 3 on default port 39471 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-12-03T18:18:44,142 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741828_1004 (size=1189)
2024-12-03T18:18:44,144 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741828_1004 (size=1189)
2024-12-03T18:18:44,171 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/MasterData/data/master/store
2024-12-03T18:18:44,192 WARN  [IPC Server handler 4 on default port 39471 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-03T18:18:44,192 WARN  [IPC Server handler 4 on default port 39471 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-12-03T18:18:44,193 WARN  [IPC Server handler 4 on default port 39471 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-12-03T18:18:44,200 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741829_1005 (size=34)
2024-12-03T18:18:44,201 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741829_1005 (size=34)
2024-12-03T18:18:44,207 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-12-03T18:18:44,211 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T18:18:44,213 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-03T18:18:44,213 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T18:18:44,213 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T18:18:44,215 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-03T18:18:44,216 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T18:18:44,216 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T18:18:44,218 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733249924213Disabling compacts and flushes for region at 1733249924213Disabling writes for close at 1733249924215 (+2 ms)Writing region close event to WAL at 1733249924216 (+1 ms)Closed at 1733249924216
2024-12-03T18:18:44,221 WARN  [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/MasterData/data/master/store/.initializing
2024-12-03T18:18:44,221 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/MasterData/WALs/5cd6afc4bcac,45519,1733249922011
2024-12-03T18:18:44,231 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-03T18:18:44,246 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5cd6afc4bcac%2C45519%2C1733249922011, suffix=, logDir=hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/MasterData/WALs/5cd6afc4bcac,45519,1733249922011, archiveDir=hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/MasterData/oldWALs, maxLogs=10
2024-12-03T18:18:44,284 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/MasterData/WALs/5cd6afc4bcac,45519,1733249922011/5cd6afc4bcac%2C45519%2C1733249922011.1733249924252, exclude list is [], retry=0
2024-12-03T18:18:44,288 WARN  [IPC Server handler 2 on default port 39471 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-03T18:18:44,288 WARN  [IPC Server handler 2 on default port 39471 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-12-03T18:18:44,288 WARN  [IPC Server handler 2 on default port 39471 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-12-03T18:18:44,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T18:18:44,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-8208040e-11d8-434f-831f-ed9cb03aaa48,DISK]
2024-12-03T18:18:44,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42307,DS-82a91e0d-99b4-4af0-b613-5573e717398b,DISK]
2024-12-03T18:18:44,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-12-03T18:18:44,377 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/MasterData/WALs/5cd6afc4bcac,45519,1733249922011/5cd6afc4bcac%2C45519%2C1733249922011.1733249924252
2024-12-03T18:18:44,384 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45347:45347),(127.0.0.1/127.0.0.1:32955:32955)]
2024-12-03T18:18:44,385 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-03T18:18:44,385 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T18:18:44,389 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-03T18:18:44,390 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-03T18:18:44,452 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-03T18:18:44,490 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-03T18:18:44,494 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:18:44,496 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T18:18:44,497 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-03T18:18:44,500 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-03T18:18:44,500 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:18:44,501 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:18:44,501 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-03T18:18:44,504 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-03T18:18:44,504 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:18:44,505 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:18:44,505 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-03T18:18:44,508 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-03T18:18:44,508 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:18:44,510 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:18:44,510 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-12-03T18:18:44,514 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-03T18:18:44,516 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-03T18:18:44,522 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-12-03T18:18:44,523 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-12-03T18:18:44,526 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-03T18:18:44,530 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-03T18:18:44,534 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T18:18:44,536 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70197675, jitterRate=0.04602687060832977}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-03T18:18:44,541 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1733249924414Initializing all the Stores at 1733249924418 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733249924419 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249924421 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249924421Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249924421Cleaning up temporary data from old regions at 1733249924523 (+102 ms)Region opened successfully at 1733249924541 (+18 ms)
2024-12-03T18:18:44,542 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-03T18:18:44,576 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ac05144, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0
2024-12-03T18:18:44,603 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-12-03T18:18:44,613 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-12-03T18:18:44,613 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-12-03T18:18:44,616 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-12-03T18:18:44,617 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-12-03T18:18:44,623 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec
2024-12-03T18:18:44,623 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-03T18:18:44,653 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-12-03T18:18:44,664 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45519-0x1019db482e00000, quorum=127.0.0.1:50174, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-12-03T18:18:44,681 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-12-03T18:18:44,683 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-12-03T18:18:44,685 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45519-0x1019db482e00000, quorum=127.0.0.1:50174, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-12-03T18:18:44,696 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-12-03T18:18:44,698 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-12-03T18:18:44,702 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45519-0x1019db482e00000, quorum=127.0.0.1:50174, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-12-03T18:18:44,712 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-12-03T18:18:44,714 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45519-0x1019db482e00000, quorum=127.0.0.1:50174, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-12-03T18:18:44,722 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-12-03T18:18:44,737 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45519-0x1019db482e00000, quorum=127.0.0.1:50174, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-12-03T18:18:44,747 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-12-03T18:18:44,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x1019db482e00000, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-03T18:18:44,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42763-0x1019db482e00002, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-03T18:18:44,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36879-0x1019db482e00001, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-03T18:18:44,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x1019db482e00000, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T18:18:44,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36879-0x1019db482e00001, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T18:18:44,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35363-0x1019db482e00003, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-03T18:18:44,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35363-0x1019db482e00003, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T18:18:44,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42763-0x1019db482e00002, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T18:18:44,759 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5cd6afc4bcac,45519,1733249922011, sessionid=0x1019db482e00000, setting cluster-up flag (Was=false)
2024-12-03T18:18:44,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x1019db482e00000, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T18:18:44,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36879-0x1019db482e00001, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T18:18:44,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42763-0x1019db482e00002, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T18:18:44,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35363-0x1019db482e00003, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T18:18:44,806 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-12-03T18:18:44,809 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,45519,1733249922011
2024-12-03T18:18:44,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36879-0x1019db482e00001, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T18:18:44,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35363-0x1019db482e00003, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T18:18:44,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42763-0x1019db482e00002, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T18:18:44,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x1019db482e00000, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T18:18:44,856 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-12-03T18:18:44,858 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5cd6afc4bcac,45519,1733249922011
2024-12-03T18:18:44,867 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-12-03T18:18:44,886 INFO  [RS:0;5cd6afc4bcac:36879 {}] regionserver.HRegionServer(746): ClusterId : 74e511c6-c7de-4011-8ee9-41ac7ab3a769
2024-12-03T18:18:44,886 INFO  [RS:1;5cd6afc4bcac:42763 {}] regionserver.HRegionServer(746): ClusterId : 74e511c6-c7de-4011-8ee9-41ac7ab3a769
2024-12-03T18:18:44,889 DEBUG [RS:1;5cd6afc4bcac:42763 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-03T18:18:44,889 DEBUG [RS:0;5cd6afc4bcac:36879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-03T18:18:44,890 INFO  [RS:2;5cd6afc4bcac:35363 {}] regionserver.HRegionServer(746): ClusterId : 74e511c6-c7de-4011-8ee9-41ac7ab3a769
2024-12-03T18:18:44,891 DEBUG [RS:2;5cd6afc4bcac:35363 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-03T18:18:44,908 DEBUG [RS:0;5cd6afc4bcac:36879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-03T18:18:44,908 DEBUG [RS:2;5cd6afc4bcac:35363 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-03T18:18:44,908 DEBUG [RS:1;5cd6afc4bcac:42763 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-03T18:18:44,908 DEBUG [RS:0;5cd6afc4bcac:36879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-03T18:18:44,908 DEBUG [RS:2;5cd6afc4bcac:35363 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-03T18:18:44,908 DEBUG [RS:1;5cd6afc4bcac:42763 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-03T18:18:44,924 DEBUG [RS:2;5cd6afc4bcac:35363 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-03T18:18:44,925 DEBUG [RS:2;5cd6afc4bcac:35363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76b7af69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0
2024-12-03T18:18:44,927 DEBUG [RS:1;5cd6afc4bcac:42763 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-03T18:18:44,928 DEBUG [RS:1;5cd6afc4bcac:42763 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ba02b87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0
2024-12-03T18:18:44,931 DEBUG [RS:0;5cd6afc4bcac:36879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-03T18:18:44,932 DEBUG [RS:0;5cd6afc4bcac:36879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30688fcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5cd6afc4bcac/172.17.0.3:0
2024-12-03T18:18:44,942 DEBUG [RS:2;5cd6afc4bcac:35363 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;5cd6afc4bcac:35363
2024-12-03T18:18:44,948 DEBUG [RS:1;5cd6afc4bcac:42763 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;5cd6afc4bcac:42763
2024-12-03T18:18:44,948 DEBUG [RS:0;5cd6afc4bcac:36879 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5cd6afc4bcac:36879
2024-12-03T18:18:44,949 INFO  [RS:0;5cd6afc4bcac:36879 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-03T18:18:44,949 INFO  [RS:2;5cd6afc4bcac:35363 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-03T18:18:44,949 INFO  [RS:0;5cd6afc4bcac:36879 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-03T18:18:44,949 INFO  [RS:2;5cd6afc4bcac:35363 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-03T18:18:44,949 DEBUG [RS:0;5cd6afc4bcac:36879 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-03T18:18:44,949 DEBUG [RS:2;5cd6afc4bcac:35363 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-03T18:18:44,951 INFO  [RS:1;5cd6afc4bcac:42763 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-03T18:18:44,951 INFO  [RS:1;5cd6afc4bcac:42763 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-03T18:18:44,951 DEBUG [RS:1;5cd6afc4bcac:42763 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-03T18:18:44,956 INFO  [RS:1;5cd6afc4bcac:42763 {}] regionserver.HRegionServer(2659): reportForDuty to master=5cd6afc4bcac,45519,1733249922011 with port=42763, startcode=1733249923124
2024-12-03T18:18:44,956 INFO  [RS:2;5cd6afc4bcac:35363 {}] regionserver.HRegionServer(2659): reportForDuty to master=5cd6afc4bcac,45519,1733249922011 with port=35363, startcode=1733249923197
2024-12-03T18:18:44,959 INFO  [RS:0;5cd6afc4bcac:36879 {}] regionserver.HRegionServer(2659): reportForDuty to master=5cd6afc4bcac,45519,1733249922011 with port=36879, startcode=1733249922988
2024-12-03T18:18:44,960 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-12-03T18:18:44,970 DEBUG [RS:2;5cd6afc4bcac:35363 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-03T18:18:44,970 DEBUG [RS:0;5cd6afc4bcac:36879 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-03T18:18:44,971 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-12-03T18:18:44,970 DEBUG [RS:1;5cd6afc4bcac:42763 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-03T18:18:44,980 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-12-03T18:18:44,986 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5cd6afc4bcac,45519,1733249922011
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-12-03T18:18:44,997 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5
2024-12-03T18:18:44,997 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5
2024-12-03T18:18:44,998 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5
2024-12-03T18:18:44,998 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=5, maxPoolSize=5
2024-12-03T18:18:44,998 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5cd6afc4bcac:0, corePoolSize=10, maxPoolSize=10
2024-12-03T18:18:44,998 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1
2024-12-03T18:18:44,999 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2
2024-12-03T18:18:44,999 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1
2024-12-03T18:18:45,035 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-03T18:18:45,036 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733249955036
2024-12-03T18:18:45,036 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-12-03T18:18:45,039 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-12-03T18:18:45,041 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-12-03T18:18:45,048 INFO  [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39211, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService
2024-12-03T18:18:45,048 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-12-03T18:18:45,049 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-12-03T18:18:45,049 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-12-03T18:18:45,049 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-12-03T18:18:45,050 INFO  [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34275, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-12-03T18:18:45,053 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:18:45,053 INFO  [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService
2024-12-03T18:18:45,053 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-12-03T18:18:45,052 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-03T18:18:45,059 WARN  [IPC Server handler 0 on default port 39471 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-03T18:18:45,059 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-12-03T18:18:45,059 WARN  [IPC Server handler 0 on default port 39471 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-12-03T18:18:45,059 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45519 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-03T18:18:45,059 WARN  [IPC Server handler 0 on default port 39471 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-12-03T18:18:45,060 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-12-03T18:18:45,061 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-12-03T18:18:45,065 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45519 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-03T18:18:45,066 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45519 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-03T18:18:45,075 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-12-03T18:18:45,075 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-12-03T18:18:45,088 DEBUG [RS:0;5cd6afc4bcac:36879 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-12-03T18:18:45,089 WARN  [RS:0;5cd6afc4bcac:36879 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-12-03T18:18:45,089 DEBUG [RS:2;5cd6afc4bcac:35363 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-12-03T18:18:45,089 WARN  [RS:2;5cd6afc4bcac:35363 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-12-03T18:18:45,089 DEBUG [RS:1;5cd6afc4bcac:42763 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-12-03T18:18:45,089 WARN  [RS:1;5cd6afc4bcac:42763 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-12-03T18:18:45,097 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733249925077,5,FailOnTimeoutGroup]
2024-12-03T18:18:45,107 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733249925097,5,FailOnTimeoutGroup]
2024-12-03T18:18:45,107 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-03T18:18:45,107 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-12-03T18:18:45,109 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-12-03T18:18:45,109 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-12-03T18:18:45,112 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-03T18:18:45,112 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-03T18:18:45,112 WARN  [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-12-03T18:18:45,112 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable:  unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-12-03T18:18:45,113 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-03T18:18:45,113 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-03T18:18:45,113 WARN  [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-12-03T18:18:45,113 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable:  unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-12-03T18:18:45,119 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741831_1007 (size=1321)
2024-12-03T18:18:45,119 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741831_1007 (size=1321)
2024-12-03T18:18:45,121 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-12-03T18:18:45,122 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd
2024-12-03T18:18:45,131 WARN  [IPC Server handler 1 on default port 39471 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-03T18:18:45,131 WARN  [IPC Server handler 1 on default port 39471 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-12-03T18:18:45,131 WARN  [IPC Server handler 1 on default port 39471 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-12-03T18:18:45,137 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741832_1008 (size=32)
2024-12-03T18:18:45,137 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741832_1008 (size=32)
2024-12-03T18:18:45,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T18:18:45,141 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-03T18:18:45,143 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-03T18:18:45,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:18:45,144 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T18:18:45,145 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-03T18:18:45,147 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-03T18:18:45,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:18:45,148 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T18:18:45,149 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-03T18:18:45,151 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-03T18:18:45,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:18:45,152 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T18:18:45,153 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-03T18:18:45,155 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-03T18:18:45,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:18:45,156 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T18:18:45,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-03T18:18:45,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/hbase/meta/1588230740
2024-12-03T18:18:45,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/hbase/meta/1588230740
2024-12-03T18:18:45,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-03T18:18:45,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-03T18:18:45,162 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-03T18:18:45,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-03T18:18:45,169 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T18:18:45,170 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70663114, jitterRate=0.05296245217323303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-03T18:18:45,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1733249925139Initializing all the Stores at 1733249925140 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733249925140Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733249925140Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249925140Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733249925141 (+1 ms)Cleaning up temporary data from old regions at 1733249925161 (+20 ms)Region opened successfully at 1733249925174 (+13 ms)
2024-12-03T18:18:45,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-03T18:18:45,174 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-03T18:18:45,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-03T18:18:45,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-03T18:18:45,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-03T18:18:45,176 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-03T18:18:45,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733249925174Disabling compacts and flushes for region at 1733249925174Disabling writes for close at 1733249925174Writing region close event to WAL at 1733249925175 (+1 ms)Closed at 1733249925176 (+1 ms)
2024-12-03T18:18:45,180 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-03T18:18:45,180 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-12-03T18:18:45,188 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-12-03T18:18:45,190 INFO  [RS:1;5cd6afc4bcac:42763 {}] regionserver.HRegionServer(2659): reportForDuty to master=5cd6afc4bcac,45519,1733249922011 with port=42763, startcode=1733249923124
2024-12-03T18:18:45,190 INFO  [RS:0;5cd6afc4bcac:36879 {}] regionserver.HRegionServer(2659): reportForDuty to master=5cd6afc4bcac,45519,1733249922011 with port=36879, startcode=1733249922988
2024-12-03T18:18:45,190 INFO  [RS:2;5cd6afc4bcac:35363 {}] regionserver.HRegionServer(2659): reportForDuty to master=5cd6afc4bcac,45519,1733249922011 with port=35363, startcode=1733249923197
2024-12-03T18:18:45,192 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45519 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5cd6afc4bcac,42763,1733249923124
2024-12-03T18:18:45,194 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45519 {}] master.ServerManager(517): Registering regionserver=5cd6afc4bcac,42763,1733249923124
2024-12-03T18:18:45,198 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-03T18:18:45,202 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45519 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5cd6afc4bcac,36879,1733249922988
2024-12-03T18:18:45,202 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-03T18:18:45,203 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45519 {}] master.ServerManager(517): Registering regionserver=5cd6afc4bcac,36879,1733249922988
2024-12-03T18:18:45,203 DEBUG [RS:1;5cd6afc4bcac:42763 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd
2024-12-03T18:18:45,203 DEBUG [RS:1;5cd6afc4bcac:42763 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39471
2024-12-03T18:18:45,204 DEBUG [RS:1;5cd6afc4bcac:42763 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-03T18:18:45,209 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45519 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5cd6afc4bcac,35363,1733249923197
2024-12-03T18:18:45,209 DEBUG [RS:0;5cd6afc4bcac:36879 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd
2024-12-03T18:18:45,209 DEBUG [RS:0;5cd6afc4bcac:36879 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39471
2024-12-03T18:18:45,209 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45519 {}] master.ServerManager(517): Registering regionserver=5cd6afc4bcac,35363,1733249923197
2024-12-03T18:18:45,209 DEBUG [RS:0;5cd6afc4bcac:36879 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-03T18:18:45,211 DEBUG [RS:2;5cd6afc4bcac:35363 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd
2024-12-03T18:18:45,211 DEBUG [RS:2;5cd6afc4bcac:35363 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39471
2024-12-03T18:18:45,212 DEBUG [RS:2;5cd6afc4bcac:35363 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-03T18:18:45,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x1019db482e00000, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-03T18:18:45,300 DEBUG [RS:1;5cd6afc4bcac:42763 {}] zookeeper.ZKUtil(111): regionserver:42763-0x1019db482e00002, quorum=127.0.0.1:50174, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5cd6afc4bcac,42763,1733249923124
2024-12-03T18:18:45,301 WARN  [RS:1;5cd6afc4bcac:42763 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-03T18:18:45,301 DEBUG [RS:0;5cd6afc4bcac:36879 {}] zookeeper.ZKUtil(111): regionserver:36879-0x1019db482e00001, quorum=127.0.0.1:50174, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5cd6afc4bcac,36879,1733249922988
2024-12-03T18:18:45,301 DEBUG [RS:2;5cd6afc4bcac:35363 {}] zookeeper.ZKUtil(111): regionserver:35363-0x1019db482e00003, quorum=127.0.0.1:50174, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5cd6afc4bcac,35363,1733249923197
2024-12-03T18:18:45,301 WARN  [RS:0;5cd6afc4bcac:36879 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-03T18:18:45,301 WARN  [RS:2;5cd6afc4bcac:35363 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-03T18:18:45,301 INFO  [RS:1;5cd6afc4bcac:42763 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T18:18:45,301 INFO  [RS:0;5cd6afc4bcac:36879 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T18:18:45,301 INFO  [RS:2;5cd6afc4bcac:35363 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T18:18:45,301 DEBUG [RS:0;5cd6afc4bcac:36879 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/WALs/5cd6afc4bcac,36879,1733249922988
2024-12-03T18:18:45,301 DEBUG [RS:1;5cd6afc4bcac:42763 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/WALs/5cd6afc4bcac,42763,1733249923124
2024-12-03T18:18:45,301 DEBUG [RS:2;5cd6afc4bcac:35363 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/WALs/5cd6afc4bcac,35363,1733249923197
2024-12-03T18:18:45,302 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5cd6afc4bcac,42763,1733249923124]
2024-12-03T18:18:45,302 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5cd6afc4bcac,35363,1733249923197]
2024-12-03T18:18:45,303 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5cd6afc4bcac,36879,1733249922988]
2024-12-03T18:18:45,327 INFO  [RS:0;5cd6afc4bcac:36879 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-03T18:18:45,327 INFO  [RS:1;5cd6afc4bcac:42763 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-03T18:18:45,327 INFO  [RS:2;5cd6afc4bcac:35363 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-03T18:18:45,341 INFO  [RS:0;5cd6afc4bcac:36879 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-03T18:18:45,341 INFO  [RS:1;5cd6afc4bcac:42763 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-03T18:18:45,341 INFO  [RS:2;5cd6afc4bcac:35363 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-03T18:18:45,347 INFO  [RS:2;5cd6afc4bcac:35363 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-03T18:18:45,347 INFO  [RS:0;5cd6afc4bcac:36879 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-03T18:18:45,347 INFO  [RS:1;5cd6afc4bcac:42763 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-03T18:18:45,347 INFO  [RS:1;5cd6afc4bcac:42763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-03T18:18:45,347 INFO  [RS:2;5cd6afc4bcac:35363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-03T18:18:45,347 INFO  [RS:0;5cd6afc4bcac:36879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-03T18:18:45,348 INFO  [RS:0;5cd6afc4bcac:36879 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-03T18:18:45,348 INFO  [RS:1;5cd6afc4bcac:42763 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-03T18:18:45,348 INFO  [RS:2;5cd6afc4bcac:35363 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-03T18:18:45,353 WARN  [5cd6afc4bcac:45519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-03T18:18:45,354 INFO  [RS:2;5cd6afc4bcac:35363 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-03T18:18:45,355 INFO  [RS:2;5cd6afc4bcac:35363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-03T18:18:45,356 DEBUG [RS:2;5cd6afc4bcac:35363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1
2024-12-03T18:18:45,356 DEBUG [RS:2;5cd6afc4bcac:35363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1
2024-12-03T18:18:45,356 DEBUG [RS:2;5cd6afc4bcac:35363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1
2024-12-03T18:18:45,356 DEBUG [RS:2;5cd6afc4bcac:35363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1
2024-12-03T18:18:45,356 DEBUG [RS:2;5cd6afc4bcac:35363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1
2024-12-03T18:18:45,356 DEBUG [RS:2;5cd6afc4bcac:35363 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2
2024-12-03T18:18:45,356 DEBUG [RS:2;5cd6afc4bcac:35363 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1
2024-12-03T18:18:45,356 DEBUG [RS:2;5cd6afc4bcac:35363 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1
2024-12-03T18:18:45,357 DEBUG [RS:2;5cd6afc4bcac:35363 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1
2024-12-03T18:18:45,357 DEBUG [RS:2;5cd6afc4bcac:35363 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1
2024-12-03T18:18:45,357 DEBUG [RS:2;5cd6afc4bcac:35363 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1
2024-12-03T18:18:45,357 DEBUG [RS:2;5cd6afc4bcac:35363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1
2024-12-03T18:18:45,357 DEBUG [RS:2;5cd6afc4bcac:35363 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3
2024-12-03T18:18:45,357 DEBUG [RS:2;5cd6afc4bcac:35363 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3
2024-12-03T18:18:45,358 INFO  [RS:0;5cd6afc4bcac:36879 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-03T18:18:45,358 INFO  [RS:0;5cd6afc4bcac:36879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-03T18:18:45,358 DEBUG [RS:0;5cd6afc4bcac:36879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1
2024-12-03T18:18:45,358 DEBUG [RS:0;5cd6afc4bcac:36879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1
2024-12-03T18:18:45,358 DEBUG [RS:0;5cd6afc4bcac:36879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1
2024-12-03T18:18:45,358 DEBUG [RS:0;5cd6afc4bcac:36879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1
2024-12-03T18:18:45,359 DEBUG [RS:0;5cd6afc4bcac:36879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1
2024-12-03T18:18:45,359 DEBUG [RS:0;5cd6afc4bcac:36879 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2
2024-12-03T18:18:45,359 DEBUG [RS:0;5cd6afc4bcac:36879 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1
2024-12-03T18:18:45,359 DEBUG [RS:0;5cd6afc4bcac:36879 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1
2024-12-03T18:18:45,359 DEBUG [RS:0;5cd6afc4bcac:36879 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1
2024-12-03T18:18:45,359 DEBUG [RS:0;5cd6afc4bcac:36879 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1
2024-12-03T18:18:45,359 DEBUG [RS:0;5cd6afc4bcac:36879 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1
2024-12-03T18:18:45,360 INFO  [RS:2;5cd6afc4bcac:35363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-03T18:18:45,360 DEBUG [RS:0;5cd6afc4bcac:36879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1
2024-12-03T18:18:45,360 INFO  [RS:2;5cd6afc4bcac:35363 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-03T18:18:45,360 DEBUG [RS:0;5cd6afc4bcac:36879 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3
2024-12-03T18:18:45,360 INFO  [RS:2;5cd6afc4bcac:35363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-03T18:18:45,360 DEBUG [RS:0;5cd6afc4bcac:36879 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3
2024-12-03T18:18:45,360 INFO  [RS:2;5cd6afc4bcac:35363 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-03T18:18:45,360 INFO  [RS:2;5cd6afc4bcac:35363 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-03T18:18:45,360 INFO  [RS:2;5cd6afc4bcac:35363 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,35363,1733249923197-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-03T18:18:45,363 INFO  [RS:1;5cd6afc4bcac:42763 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-03T18:18:45,363 INFO  [RS:1;5cd6afc4bcac:42763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-03T18:18:45,364 DEBUG [RS:1;5cd6afc4bcac:42763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1
2024-12-03T18:18:45,364 DEBUG [RS:1;5cd6afc4bcac:42763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1
2024-12-03T18:18:45,364 DEBUG [RS:1;5cd6afc4bcac:42763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1
2024-12-03T18:18:45,364 DEBUG [RS:1;5cd6afc4bcac:42763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1
2024-12-03T18:18:45,364 DEBUG [RS:1;5cd6afc4bcac:42763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1
2024-12-03T18:18:45,364 DEBUG [RS:1;5cd6afc4bcac:42763 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=2, maxPoolSize=2
2024-12-03T18:18:45,364 DEBUG [RS:1;5cd6afc4bcac:42763 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1
2024-12-03T18:18:45,364 DEBUG [RS:1;5cd6afc4bcac:42763 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1
2024-12-03T18:18:45,365 DEBUG [RS:1;5cd6afc4bcac:42763 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1
2024-12-03T18:18:45,365 DEBUG [RS:1;5cd6afc4bcac:42763 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1
2024-12-03T18:18:45,365 DEBUG [RS:1;5cd6afc4bcac:42763 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1
2024-12-03T18:18:45,365 DEBUG [RS:1;5cd6afc4bcac:42763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5cd6afc4bcac:0, corePoolSize=1, maxPoolSize=1
2024-12-03T18:18:45,365 DEBUG [RS:1;5cd6afc4bcac:42763 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3
2024-12-03T18:18:45,365 DEBUG [RS:1;5cd6afc4bcac:42763 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5cd6afc4bcac:0, corePoolSize=3, maxPoolSize=3
2024-12-03T18:18:45,367 INFO  [RS:0;5cd6afc4bcac:36879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-03T18:18:45,367 INFO  [RS:0;5cd6afc4bcac:36879 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-03T18:18:45,367 INFO  [RS:0;5cd6afc4bcac:36879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-03T18:18:45,367 INFO  [RS:0;5cd6afc4bcac:36879 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-03T18:18:45,367 INFO  [RS:0;5cd6afc4bcac:36879 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-03T18:18:45,367 INFO  [RS:0;5cd6afc4bcac:36879 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,36879,1733249922988-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-03T18:18:45,371 INFO  [RS:1;5cd6afc4bcac:42763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-03T18:18:45,371 INFO  [RS:1;5cd6afc4bcac:42763 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-03T18:18:45,371 INFO  [RS:1;5cd6afc4bcac:42763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-03T18:18:45,372 INFO  [RS:1;5cd6afc4bcac:42763 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-03T18:18:45,372 INFO  [RS:1;5cd6afc4bcac:42763 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-03T18:18:45,372 INFO  [RS:1;5cd6afc4bcac:42763 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,42763,1733249923124-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-03T18:18:45,387 INFO  [RS:2;5cd6afc4bcac:35363 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-03T18:18:45,388 INFO  [RS:0;5cd6afc4bcac:36879 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-03T18:18:45,389 INFO  [RS:0;5cd6afc4bcac:36879 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,36879,1733249922988-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-03T18:18:45,389 INFO  [RS:2;5cd6afc4bcac:35363 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,35363,1733249923197-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-03T18:18:45,389 INFO  [RS:2;5cd6afc4bcac:35363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T18:18:45,389 INFO  [RS:0;5cd6afc4bcac:36879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T18:18:45,389 INFO  [RS:2;5cd6afc4bcac:35363 {}] regionserver.Replication(171): 5cd6afc4bcac,35363,1733249923197 started
2024-12-03T18:18:45,390 INFO  [RS:0;5cd6afc4bcac:36879 {}] regionserver.Replication(171): 5cd6afc4bcac,36879,1733249922988 started
2024-12-03T18:18:45,393 INFO  [RS:1;5cd6afc4bcac:42763 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-03T18:18:45,393 INFO  [RS:1;5cd6afc4bcac:42763 {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,42763,1733249923124-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-03T18:18:45,393 INFO  [RS:1;5cd6afc4bcac:42763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T18:18:45,394 INFO  [RS:1;5cd6afc4bcac:42763 {}] regionserver.Replication(171): 5cd6afc4bcac,42763,1733249923124 started
2024-12-03T18:18:45,409 INFO  [RS:2;5cd6afc4bcac:35363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T18:18:45,409 INFO  [RS:2;5cd6afc4bcac:35363 {}] regionserver.HRegionServer(1482): Serving as 5cd6afc4bcac,35363,1733249923197, RpcServer on 5cd6afc4bcac/172.17.0.3:35363, sessionid=0x1019db482e00003
2024-12-03T18:18:45,410 DEBUG [RS:2;5cd6afc4bcac:35363 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-03T18:18:45,410 DEBUG [RS:2;5cd6afc4bcac:35363 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5cd6afc4bcac,35363,1733249923197
2024-12-03T18:18:45,410 DEBUG [RS:2;5cd6afc4bcac:35363 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,35363,1733249923197'
2024-12-03T18:18:45,410 DEBUG [RS:2;5cd6afc4bcac:35363 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-03T18:18:45,411 DEBUG [RS:2;5cd6afc4bcac:35363 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-03T18:18:45,412 INFO  [RS:0;5cd6afc4bcac:36879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T18:18:45,412 INFO  [RS:0;5cd6afc4bcac:36879 {}] regionserver.HRegionServer(1482): Serving as 5cd6afc4bcac,36879,1733249922988, RpcServer on 5cd6afc4bcac/172.17.0.3:36879, sessionid=0x1019db482e00001
2024-12-03T18:18:45,412 DEBUG [RS:0;5cd6afc4bcac:36879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-03T18:18:45,412 DEBUG [RS:2;5cd6afc4bcac:35363 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-03T18:18:45,412 DEBUG [RS:0;5cd6afc4bcac:36879 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5cd6afc4bcac,36879,1733249922988
2024-12-03T18:18:45,412 DEBUG [RS:2;5cd6afc4bcac:35363 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-03T18:18:45,412 DEBUG [RS:0;5cd6afc4bcac:36879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,36879,1733249922988'
2024-12-03T18:18:45,412 DEBUG [RS:0;5cd6afc4bcac:36879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-03T18:18:45,413 DEBUG [RS:2;5cd6afc4bcac:35363 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5cd6afc4bcac,35363,1733249923197
2024-12-03T18:18:45,413 DEBUG [RS:2;5cd6afc4bcac:35363 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,35363,1733249923197'
2024-12-03T18:18:45,413 DEBUG [RS:2;5cd6afc4bcac:35363 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-03T18:18:45,413 DEBUG [RS:0;5cd6afc4bcac:36879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-03T18:18:45,413 DEBUG [RS:2;5cd6afc4bcac:35363 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-03T18:18:45,414 DEBUG [RS:0;5cd6afc4bcac:36879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-03T18:18:45,414 DEBUG [RS:2;5cd6afc4bcac:35363 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-03T18:18:45,414 DEBUG [RS:0;5cd6afc4bcac:36879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-03T18:18:45,414 INFO  [RS:2;5cd6afc4bcac:35363 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-03T18:18:45,414 DEBUG [RS:0;5cd6afc4bcac:36879 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5cd6afc4bcac,36879,1733249922988
2024-12-03T18:18:45,414 DEBUG [RS:0;5cd6afc4bcac:36879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,36879,1733249922988'
2024-12-03T18:18:45,414 INFO  [RS:2;5cd6afc4bcac:35363 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-03T18:18:45,415 DEBUG [RS:0;5cd6afc4bcac:36879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-03T18:18:45,415 INFO  [RS:1;5cd6afc4bcac:42763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T18:18:45,415 DEBUG [RS:0;5cd6afc4bcac:36879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-03T18:18:45,415 INFO  [RS:1;5cd6afc4bcac:42763 {}] regionserver.HRegionServer(1482): Serving as 5cd6afc4bcac,42763,1733249923124, RpcServer on 5cd6afc4bcac/172.17.0.3:42763, sessionid=0x1019db482e00002
2024-12-03T18:18:45,416 DEBUG [RS:1;5cd6afc4bcac:42763 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-03T18:18:45,416 DEBUG [RS:1;5cd6afc4bcac:42763 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5cd6afc4bcac,42763,1733249923124
2024-12-03T18:18:45,416 DEBUG [RS:1;5cd6afc4bcac:42763 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,42763,1733249923124'
2024-12-03T18:18:45,416 DEBUG [RS:1;5cd6afc4bcac:42763 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-03T18:18:45,416 DEBUG [RS:0;5cd6afc4bcac:36879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-03T18:18:45,416 INFO  [RS:0;5cd6afc4bcac:36879 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-03T18:18:45,416 INFO  [RS:0;5cd6afc4bcac:36879 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-03T18:18:45,416 DEBUG [RS:1;5cd6afc4bcac:42763 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-03T18:18:45,417 DEBUG [RS:1;5cd6afc4bcac:42763 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-03T18:18:45,417 DEBUG [RS:1;5cd6afc4bcac:42763 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-03T18:18:45,417 DEBUG [RS:1;5cd6afc4bcac:42763 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5cd6afc4bcac,42763,1733249923124
2024-12-03T18:18:45,417 DEBUG [RS:1;5cd6afc4bcac:42763 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5cd6afc4bcac,42763,1733249923124'
2024-12-03T18:18:45,417 DEBUG [RS:1;5cd6afc4bcac:42763 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-03T18:18:45,418 DEBUG [RS:1;5cd6afc4bcac:42763 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-03T18:18:45,418 DEBUG [RS:1;5cd6afc4bcac:42763 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-03T18:18:45,419 INFO  [RS:1;5cd6afc4bcac:42763 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-03T18:18:45,419 INFO  [RS:1;5cd6afc4bcac:42763 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-03T18:18:45,520 INFO  [RS:2;5cd6afc4bcac:35363 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-03T18:18:45,521 INFO  [RS:0;5cd6afc4bcac:36879 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-03T18:18:45,521 INFO  [RS:1;5cd6afc4bcac:42763 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-03T18:18:45,524 INFO  [RS:0;5cd6afc4bcac:36879 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5cd6afc4bcac%2C36879%2C1733249922988, suffix=, logDir=hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/WALs/5cd6afc4bcac,36879,1733249922988, archiveDir=hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/oldWALs, maxLogs=32
2024-12-03T18:18:45,524 INFO  [RS:2;5cd6afc4bcac:35363 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5cd6afc4bcac%2C35363%2C1733249923197, suffix=, logDir=hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/WALs/5cd6afc4bcac,35363,1733249923197, archiveDir=hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/oldWALs, maxLogs=32
2024-12-03T18:18:45,525 INFO  [RS:1;5cd6afc4bcac:42763 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5cd6afc4bcac%2C42763%2C1733249923124, suffix=, logDir=hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/WALs/5cd6afc4bcac,42763,1733249923124, archiveDir=hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/oldWALs, maxLogs=32
2024-12-03T18:18:45,546 DEBUG [RS:0;5cd6afc4bcac:36879 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/WALs/5cd6afc4bcac,36879,1733249922988/5cd6afc4bcac%2C36879%2C1733249922988.1733249925528, exclude list is [], retry=0
2024-12-03T18:18:45,548 DEBUG [RS:1;5cd6afc4bcac:42763 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/WALs/5cd6afc4bcac,42763,1733249923124/5cd6afc4bcac%2C42763%2C1733249923124.1733249925528, exclude list is [], retry=0
2024-12-03T18:18:45,549 DEBUG [RS:2;5cd6afc4bcac:35363 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/WALs/5cd6afc4bcac,35363,1733249923197/5cd6afc4bcac%2C35363%2C1733249923197.1733249925528, exclude list is [], retry=0
2024-12-03T18:18:45,557 WARN  [IPC Server handler 3 on default port 39471 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-03T18:18:45,558 WARN  [IPC Server handler 3 on default port 39471 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-12-03T18:18:45,558 WARN  [IPC Server handler 3 on default port 39471 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-12-03T18:18:45,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-8208040e-11d8-434f-831f-ed9cb03aaa48,DISK]
2024-12-03T18:18:45,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-a8d14b80-1484-479b-8e7d-314bfc676fb5,DISK]
2024-12-03T18:18:45,561 WARN  [IPC Server handler 2 on default port 39471 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-03T18:18:45,561 WARN  [IPC Server handler 2 on default port 39471 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-12-03T18:18:45,561 WARN  [IPC Server handler 2 on default port 39471 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-12-03T18:18:45,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42307,DS-82a91e0d-99b4-4af0-b613-5573e717398b,DISK]
2024-12-03T18:18:45,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42307,DS-82a91e0d-99b4-4af0-b613-5573e717398b,DISK]
2024-12-03T18:18:45,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-8208040e-11d8-434f-831f-ed9cb03aaa48,DISK]
2024-12-03T18:18:45,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42307,DS-82a91e0d-99b4-4af0-b613-5573e717398b,DISK]
2024-12-03T18:18:45,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-8208040e-11d8-434f-831f-ed9cb03aaa48,DISK]
2024-12-03T18:18:45,619 INFO  [RS:2;5cd6afc4bcac:35363 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/WALs/5cd6afc4bcac,35363,1733249923197/5cd6afc4bcac%2C35363%2C1733249923197.1733249925528
2024-12-03T18:18:45,619 INFO  [RS:0;5cd6afc4bcac:36879 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/WALs/5cd6afc4bcac,36879,1733249922988/5cd6afc4bcac%2C36879%2C1733249922988.1733249925528
2024-12-03T18:18:45,619 INFO  [RS:1;5cd6afc4bcac:42763 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/WALs/5cd6afc4bcac,42763,1733249923124/5cd6afc4bcac%2C42763%2C1733249923124.1733249925528
2024-12-03T18:18:45,620 DEBUG [RS:0;5cd6afc4bcac:36879 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34211:34211),(127.0.0.1/127.0.0.1:45347:45347),(127.0.0.1/127.0.0.1:32955:32955)]
2024-12-03T18:18:45,620 DEBUG [RS:1;5cd6afc4bcac:42763 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45347:45347),(127.0.0.1/127.0.0.1:32955:32955)]
2024-12-03T18:18:45,623 DEBUG [RS:2;5cd6afc4bcac:35363 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45347:45347),(127.0.0.1/127.0.0.1:32955:32955)]
2024-12-03T18:18:45,856 DEBUG [5cd6afc4bcac:45519 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3
2024-12-03T18:18:45,862 DEBUG [5cd6afc4bcac:45519 {}] balancer.BalancerClusterState(204): Hosts are {5cd6afc4bcac=0} racks are {/default-rack=0}
2024-12-03T18:18:45,868 DEBUG [5cd6afc4bcac:45519 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-12-03T18:18:45,868 DEBUG [5cd6afc4bcac:45519 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-12-03T18:18:45,868 DEBUG [5cd6afc4bcac:45519 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-12-03T18:18:45,868 DEBUG [5cd6afc4bcac:45519 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-12-03T18:18:45,868 DEBUG [5cd6afc4bcac:45519 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-12-03T18:18:45,868 DEBUG [5cd6afc4bcac:45519 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-12-03T18:18:45,868 INFO  [5cd6afc4bcac:45519 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-12-03T18:18:45,868 INFO  [5cd6afc4bcac:45519 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-12-03T18:18:45,868 INFO  [5cd6afc4bcac:45519 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-12-03T18:18:45,868 DEBUG [5cd6afc4bcac:45519 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-12-03T18:18:45,875 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5cd6afc4bcac,35363,1733249923197
2024-12-03T18:18:45,882 INFO  [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,35363,1733249923197, state=OPENING
2024-12-03T18:18:45,924 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-12-03T18:18:45,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35363-0x1019db482e00003, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T18:18:45,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36879-0x1019db482e00001, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T18:18:45,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x1019db482e00000, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T18:18:45,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42763-0x1019db482e00002, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T18:18:45,938 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-03T18:18:45,938 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-03T18:18:45,939 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-03T18:18:45,939 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-03T18:18:45,940 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-03T18:18:45,943 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,35363,1733249923197}]
2024-12-03T18:18:46,122 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-03T18:18:46,124 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48847, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-03T18:18:46,134 INFO  [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-12-03T18:18:46,135 INFO  [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T18:18:46,136 INFO  [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-12-03T18:18:46,139 INFO  [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5cd6afc4bcac%2C35363%2C1733249923197.meta, suffix=.meta, logDir=hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/WALs/5cd6afc4bcac,35363,1733249923197, archiveDir=hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/oldWALs, maxLogs=32
2024-12-03T18:18:46,153 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/WALs/5cd6afc4bcac,35363,1733249923197/5cd6afc4bcac%2C35363%2C1733249923197.meta.1733249926140.meta, exclude list is [], retry=0
2024-12-03T18:18:46,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-8208040e-11d8-434f-831f-ed9cb03aaa48,DISK]
2024-12-03T18:18:46,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-a8d14b80-1484-479b-8e7d-314bfc676fb5,DISK]
2024-12-03T18:18:46,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42307,DS-82a91e0d-99b4-4af0-b613-5573e717398b,DISK]
2024-12-03T18:18:46,161 INFO  [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/WALs/5cd6afc4bcac,35363,1733249923197/5cd6afc4bcac%2C35363%2C1733249923197.meta.1733249926140.meta
2024-12-03T18:18:46,162 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34211:34211),(127.0.0.1/127.0.0.1:32955:32955),(127.0.0.1/127.0.0.1:45347:45347)]
2024-12-03T18:18:46,162 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-12-03T18:18:46,164 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-12-03T18:18:46,167 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-12-03T18:18:46,171 INFO  [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-12-03T18:18:46,175 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-12-03T18:18:46,176 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T18:18:46,176 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-12-03T18:18:46,176 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-12-03T18:18:46,180 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-03T18:18:46,181 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-03T18:18:46,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:18:46,182 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T18:18:46,183 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-03T18:18:46,184 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-03T18:18:46,184 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:18:46,185 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T18:18:46,185 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-03T18:18:46,186 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-03T18:18:46,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:18:46,187 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T18:18:46,187 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-03T18:18:46,189 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-03T18:18:46,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:18:46,190 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-03T18:18:46,190 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-03T18:18:46,191 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/hbase/meta/1588230740
2024-12-03T18:18:46,194 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/hbase/meta/1588230740
2024-12-03T18:18:46,197 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-03T18:18:46,197 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-03T18:18:46,198 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-03T18:18:46,201 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-03T18:18:46,204 INFO  [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62574577, jitterRate=-0.06756614148616791}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-03T18:18:46,204 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-12-03T18:18:46,205 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1733249926177Writing region info on filesystem at 1733249926177Initializing all the Stores at 1733249926179 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733249926179Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733249926180 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249926180Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733249926180Cleaning up temporary data from old regions at 1733249926197 (+17 ms)Running coprocessor post-open hooks at 1733249926204 (+7 ms)Region opened successfully at 1733249926205 (+1 ms)
2024-12-03T18:18:46,213 INFO  [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733249926113
2024-12-03T18:18:46,223 DEBUG [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-12-03T18:18:46,224 INFO  [RS_OPEN_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-12-03T18:18:46,225 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,35363,1733249923197
2024-12-03T18:18:46,227 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5cd6afc4bcac,35363,1733249923197, state=OPEN
2024-12-03T18:18:46,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x1019db482e00000, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-03T18:18:46,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42763-0x1019db482e00002, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-03T18:18:46,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36879-0x1019db482e00001, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-03T18:18:46,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35363-0x1019db482e00003, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-03T18:18:46,240 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-03T18:18:46,240 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-03T18:18:46,240 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-03T18:18:46,240 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-03T18:18:46,241 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,35363,1733249923197
2024-12-03T18:18:46,249 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-12-03T18:18:46,249 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5cd6afc4bcac,35363,1733249923197 in 299 msec
2024-12-03T18:18:46,266 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-12-03T18:18:46,266 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0640 sec
2024-12-03T18:18:46,268 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-03T18:18:46,268 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-12-03T18:18:46,291 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T18:18:46,293 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,35363,1733249923197, seqNum=-1]
2024-12-03T18:18:46,316 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T18:18:46,319 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T18:18:46,341 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4320 sec
2024-12-03T18:18:46,342 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733249926342, completionTime=-1
2024-12-03T18:18:46,344 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running
2024-12-03T18:18:46,345 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-12-03T18:18:46,378 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3
2024-12-03T18:18:46,378 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733249986378
2024-12-03T18:18:46,378 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733250046378
2024-12-03T18:18:46,378 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 33 msec
2024-12-03T18:18:46,380 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-12-03T18:18:46,388 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,45519,1733249922011-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-03T18:18:46,389 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,45519,1733249922011-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T18:18:46,389 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,45519,1733249922011-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T18:18:46,390 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5cd6afc4bcac:45519, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T18:18:46,391 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-12-03T18:18:46,392 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-12-03T18:18:46,397 DEBUG [master/5cd6afc4bcac:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-12-03T18:18:46,424 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.010sec
2024-12-03T18:18:46,426 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-12-03T18:18:46,427 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-12-03T18:18:46,428 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-12-03T18:18:46,429 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-12-03T18:18:46,429 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-12-03T18:18:46,430 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,45519,1733249922011-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-03T18:18:46,431 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,45519,1733249922011-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-12-03T18:18:46,436 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-12-03T18:18:46,436 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-12-03T18:18:46,437 INFO  [master/5cd6afc4bcac:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5cd6afc4bcac,45519,1733249922011-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-03T18:18:46,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59fb35a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-03T18:18:46,496 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5cd6afc4bcac,45519,-1 for getting cluster id
2024-12-03T18:18:46,498 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-03T18:18:46,506 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e511c6-c7de-4011-8ee9-41ac7ab3a769'
2024-12-03T18:18:46,508 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-03T18:18:46,508 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e511c6-c7de-4011-8ee9-41ac7ab3a769"

2024-12-03T18:18:46,509 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e412ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-03T18:18:46,509 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5cd6afc4bcac,45519,-1]
2024-12-03T18:18:46,511 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-03T18:18:46,514 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T18:18:46,514 INFO  [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-03T18:18:46,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46a33a2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-03T18:18:46,519 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-03T18:18:46,526 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5cd6afc4bcac,35363,1733249923197, seqNum=-1]
2024-12-03T18:18:46,527 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T18:18:46,529 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T18:18:46,547 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5cd6afc4bcac,45519,1733249922011
2024-12-03T18:18:46,547 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:39471/hbase
2024-12-03T18:18:46,567 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit0 Thread=356, OpenFileDescriptor=589, MaxFileDescriptor=1048576, SystemLoadAverage=468, ProcessCount=11, AvailableMemoryMB=2379
2024-12-03T18:18:46,595 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T18:18:46,600 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T18:18:46,601 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-03T18:18:46,608 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-52229943, suffix=, logDir=hdfs://localhost:39471/hbase/WALs/hregion-52229943, archiveDir=hdfs://localhost:39471/hbase/oldWALs, maxLogs=32
2024-12-03T18:18:46,631 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-52229943/hregion-52229943.1733249926610, exclude list is [], retry=0
2024-12-03T18:18:46,634 WARN  [IPC Server handler 0 on default port 39471 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-03T18:18:46,635 WARN  [IPC Server handler 0 on default port 39471 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-12-03T18:18:46,635 WARN  [IPC Server handler 0 on default port 39471 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-12-03T18:18:46,637 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42307,DS-82a91e0d-99b4-4af0-b613-5573e717398b,DISK]
2024-12-03T18:18:46,637 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-8208040e-11d8-434f-831f-ed9cb03aaa48,DISK]
2024-12-03T18:18:46,647 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-52229943/hregion-52229943.1733249926610
2024-12-03T18:18:46,648 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32955:32955),(127.0.0.1/127.0.0.1:45347:45347)]
2024-12-03T18:18:46,648 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => d242f5dd9f5179e9d3ec7bb3eeef2214, NAME => 'testReplayEditsWrittenIntoWAL,,1733249926597.d242f5dd9f5179e9d3ec7bb3eeef2214.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39471/hbase
2024-12-03T18:18:46,656 WARN  [IPC Server handler 4 on default port 39471 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-03T18:18:46,656 WARN  [IPC Server handler 4 on default port 39471 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-12-03T18:18:46,656 WARN  [IPC Server handler 4 on default port 39471 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-12-03T18:18:46,667 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741838_1014 (size=64)
2024-12-03T18:18:46,667 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741838_1014 (size=64)
2024-12-03T18:18:46,669 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733249926597.d242f5dd9f5179e9d3ec7bb3eeef2214.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T18:18:46,672 INFO  [StoreOpener-d242f5dd9f5179e9d3ec7bb3eeef2214-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d242f5dd9f5179e9d3ec7bb3eeef2214 
2024-12-03T18:18:46,676 INFO  [StoreOpener-d242f5dd9f5179e9d3ec7bb3eeef2214-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d242f5dd9f5179e9d3ec7bb3eeef2214 columnFamilyName a
2024-12-03T18:18:46,676 DEBUG [StoreOpener-d242f5dd9f5179e9d3ec7bb3eeef2214-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:18:46,679 INFO  [StoreOpener-d242f5dd9f5179e9d3ec7bb3eeef2214-1 {}] regionserver.HStore(327): Store=d242f5dd9f5179e9d3ec7bb3eeef2214/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:18:46,679 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d242f5dd9f5179e9d3ec7bb3eeef2214
2024-12-03T18:18:46,681 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/d242f5dd9f5179e9d3ec7bb3eeef2214
2024-12-03T18:18:46,683 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/d242f5dd9f5179e9d3ec7bb3eeef2214
2024-12-03T18:18:46,684 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d242f5dd9f5179e9d3ec7bb3eeef2214
2024-12-03T18:18:46,684 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d242f5dd9f5179e9d3ec7bb3eeef2214
2024-12-03T18:18:46,688 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d242f5dd9f5179e9d3ec7bb3eeef2214
2024-12-03T18:18:46,696 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/d242f5dd9f5179e9d3ec7bb3eeef2214/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T18:18:46,698 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened d242f5dd9f5179e9d3ec7bb3eeef2214; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62238429, jitterRate=-0.07257513701915741}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T18:18:46,699 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d242f5dd9f5179e9d3ec7bb3eeef2214:
Writing region info on filesystem at 1733249926669Initializing all the Stores at 1733249926671 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249926671Cleaning up temporary data from old regions at 1733249926684 (+13 ms)Region opened successfully at 1733249926699 (+15 ms)
2024-12-03T18:18:46,700 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing d242f5dd9f5179e9d3ec7bb3eeef2214, disabling compactions & flushes
2024-12-03T18:18:46,700 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733249926597.d242f5dd9f5179e9d3ec7bb3eeef2214.
2024-12-03T18:18:46,700 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733249926597.d242f5dd9f5179e9d3ec7bb3eeef2214.
2024-12-03T18:18:46,700 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733249926597.d242f5dd9f5179e9d3ec7bb3eeef2214. after waiting 0 ms
2024-12-03T18:18:46,700 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733249926597.d242f5dd9f5179e9d3ec7bb3eeef2214.
2024-12-03T18:18:46,701 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733249926597.d242f5dd9f5179e9d3ec7bb3eeef2214.
2024-12-03T18:18:46,701 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for d242f5dd9f5179e9d3ec7bb3eeef2214:
Waiting for close lock at 1733249926699Disabling compacts and flushes for region at 1733249926699Disabling writes for close at 1733249926700 (+1 ms)Writing region close event to WAL at 1733249926700Closed at 1733249926700
2024-12-03T18:18:46,708 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741837_1013 (size=93)
2024-12-03T18:18:46,708 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741837_1013 (size=93)
2024-12-03T18:18:46,716 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-03T18:18:46,717 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-52229943:(num 1733249926610)
2024-12-03T18:18:46,720 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor
2024-12-03T18:18:46,728 WARN  [IPC Server handler 1 on default port 39471 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-03T18:18:46,729 WARN  [IPC Server handler 1 on default port 39471 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-12-03T18:18:46,729 WARN  [IPC Server handler 1 on default port 39471 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-12-03T18:18:46,743 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741839_1015 (size=369)
2024-12-03T18:18:46,743 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741839_1015 (size=369)
2024-12-03T18:18:46,745 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor
2024-12-03T18:18:46,747 WARN  [IPC Server handler 0 on default port 39471 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-03T18:18:46,747 WARN  [IPC Server handler 0 on default port 39471 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-12-03T18:18:46,747 WARN  [IPC Server handler 0 on default port 39471 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-12-03T18:18:46,755 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741840_1016 (size=231)
2024-12-03T18:18:46,755 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741840_1016 (size=231)
2024-12-03T18:18:46,786 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39471/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733249926594/wal-1, size=369 (369bytes)
2024-12-03T18:18:46,787 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils
2024-12-03T18:18:46,787 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease()
2024-12-03T18:18:46,787 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39471/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733249926594/wal-1
2024-12-03T18:18:46,794 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39471/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733249926594/wal-1 after 4ms
2024-12-03T18:18:46,803 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39471/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733249926594/wal-1 took 18ms
2024-12-03T18:18:46,807 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39471/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733249926594/wal-1 so closing down
2024-12-03T18:18:46,810 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp
2024-12-03T18:18:46,812 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/d242f5dd9f5179e9d3ec7bb3eeef2214/recovered.edits/0000000000000000001-wal-1.temp
2024-12-03T18:18:46,813 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-03T18:18:46,813 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-03T18:18:46,830 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741841_1017 (size=369)
2024-12-03T18:18:46,830 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741841_1017 (size=369)
2024-12-03T18:18:46,831 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741841_1017 (size=369)
2024-12-03T18:18:46,834 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/d242f5dd9f5179e9d3ec7bb3eeef2214/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms)
2024-12-03T18:18:46,844 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/d242f5dd9f5179e9d3ec7bb3eeef2214/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/d242f5dd9f5179e9d3ec7bb3eeef2214/recovered.edits/0000000000000000002
2024-12-03T18:18:46,850 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:39471/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733249926594/wal-1, size=369, length=369, corrupted=false, cancelled=false
2024-12-03T18:18:46,850 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39471/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733249926594/wal-1, journal: Splitting hdfs://localhost:39471/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733249926594/wal-1, size=369 (369bytes) at 1733249926786Finishing writing output for hdfs://localhost:39471/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733249926594/wal-1 so closing down at 1733249926807 (+21 ms)Creating recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/d242f5dd9f5179e9d3ec7bb3eeef2214/recovered.edits/0000000000000000001-wal-1.temp at 1733249926812 (+5 ms)3 split writer threads finished at 1733249926813 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/d242f5dd9f5179e9d3ec7bb3eeef2214/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733249926834 (+21 ms)Rename recovered edits hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/d242f5dd9f5179e9d3ec7bb3eeef2214/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/d242f5dd9f5179e9d3ec7bb3eeef2214/recovered.edits/0000000000000000002 at 1733249926844 (+10 ms)Processed 2 edits across 1 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:39471/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733249926594/wal-1, size=369, length=369, corrupted=false, cancelled=false at 1733249926850 (+6 ms)
2024-12-03T18:18:46,875 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39471/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733249926594/wal-2, size=231 (231bytes)
2024-12-03T18:18:46,876 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39471/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733249926594/wal-2
2024-12-03T18:18:46,877 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39471/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733249926594/wal-2 after 1ms
2024-12-03T18:18:46,895 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39471/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733249926594/wal-2 took 19ms
2024-12-03T18:18:46,914 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39471/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733249926594/wal-2 so closing down
2024-12-03T18:18:46,914 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-03T18:18:46,921 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp
2024-12-03T18:18:46,923 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/d242f5dd9f5179e9d3ec7bb3eeef2214/recovered.edits/0000000000000000002-wal-2.temp
2024-12-03T18:18:46,923 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-03T18:18:46,924 WARN  [IPC Server handler 0 on default port 39471 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-03T18:18:46,924 WARN  [IPC Server handler 0 on default port 39471 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-12-03T18:18:46,924 WARN  [IPC Server handler 0 on default port 39471 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-12-03T18:18:46,933 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741842_1018 (size=231)
2024-12-03T18:18:46,934 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741842_1018 (size=231)
2024-12-03T18:18:46,935 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/d242f5dd9f5179e9d3ec7bb3eeef2214/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms)
2024-12-03T18:18:46,947 WARN  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/d242f5dd9f5179e9d3ec7bb3eeef2214/recovered.edits/0000000000000000002-wal-2.temp, length=231
2024-12-03T18:18:46,950 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:39471/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733249926594/wal-2, size=231, length=231, corrupted=false, cancelled=false
2024-12-03T18:18:46,950 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39471/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733249926594/wal-2, journal: Splitting hdfs://localhost:39471/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733249926594/wal-2, size=231 (231bytes) at 1733249926875Finishing writing output for hdfs://localhost:39471/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733249926594/wal-2 so closing down at 1733249926914 (+39 ms)Creating recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/d242f5dd9f5179e9d3ec7bb3eeef2214/recovered.edits/0000000000000000002-wal-2.temp at 1733249926923 (+9 ms)3 split writer threads finished at 1733249926923Closed recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/d242f5dd9f5179e9d3ec7bb3eeef2214/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733249926935 (+12 ms)Processed 1 edits across 1 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:39471/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733249926594/wal-2, size=231, length=231, corrupted=false, cancelled=false at 1733249926950 (+15 ms)
2024-12-03T18:18:46,950 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-03T18:18:46,955 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39471/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733249926594, archiveDir=hdfs://localhost:39471/hbase/oldWALs, maxLogs=32
2024-12-03T18:18:46,970 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733249926594/wal.1733249926956, exclude list is [], retry=0
2024-12-03T18:18:46,975 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-8208040e-11d8-434f-831f-ed9cb03aaa48,DISK]
2024-12-03T18:18:46,976 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-a8d14b80-1484-479b-8e7d-314bfc676fb5,DISK]
2024-12-03T18:18:46,977 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42307,DS-82a91e0d-99b4-4af0-b613-5573e717398b,DISK]
2024-12-03T18:18:46,979 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733249926594/wal.1733249926956
2024-12-03T18:18:46,980 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32955:32955),(127.0.0.1/127.0.0.1:34211:34211),(127.0.0.1/127.0.0.1:45347:45347)]
2024-12-03T18:18:46,980 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => d242f5dd9f5179e9d3ec7bb3eeef2214, NAME => 'testReplayEditsWrittenIntoWAL,,1733249926597.d242f5dd9f5179e9d3ec7bb3eeef2214.', STARTKEY => '', ENDKEY => ''}
2024-12-03T18:18:46,980 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733249926597.d242f5dd9f5179e9d3ec7bb3eeef2214.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T18:18:46,980 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for d242f5dd9f5179e9d3ec7bb3eeef2214
2024-12-03T18:18:46,980 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for d242f5dd9f5179e9d3ec7bb3eeef2214
2024-12-03T18:18:46,986 INFO  [StoreOpener-d242f5dd9f5179e9d3ec7bb3eeef2214-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region d242f5dd9f5179e9d3ec7bb3eeef2214 
2024-12-03T18:18:46,988 INFO  [StoreOpener-d242f5dd9f5179e9d3ec7bb3eeef2214-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d242f5dd9f5179e9d3ec7bb3eeef2214 columnFamilyName a
2024-12-03T18:18:46,988 DEBUG [StoreOpener-d242f5dd9f5179e9d3ec7bb3eeef2214-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:18:46,989 INFO  [StoreOpener-d242f5dd9f5179e9d3ec7bb3eeef2214-1 {}] regionserver.HStore(327): Store=d242f5dd9f5179e9d3ec7bb3eeef2214/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:18:46,989 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for d242f5dd9f5179e9d3ec7bb3eeef2214
2024-12-03T18:18:46,991 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/d242f5dd9f5179e9d3ec7bb3eeef2214
2024-12-03T18:18:46,995 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/d242f5dd9f5179e9d3ec7bb3eeef2214
2024-12-03T18:18:46,998 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/d242f5dd9f5179e9d3ec7bb3eeef2214/recovered.edits/0000000000000000002
2024-12-03T18:18:47,009 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/d242f5dd9f5179e9d3ec7bb3eeef2214/recovered.edits/0000000000000000002
2024-12-03T18:18:47,014 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing d242f5dd9f5179e9d3ec7bb3eeef2214 1/1 column families, dataSize=108 B heapSize=512 B
2024-12-03T18:18:47,080 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/d242f5dd9f5179e9d3ec7bb3eeef2214/.tmp/a/70e2e94835d749e0b99c6d56f5586b8a is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733249926717/Put/seqid=0
2024-12-03T18:18:47,109 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741844_1020 (size=5170)
2024-12-03T18:18:47,110 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741844_1020 (size=5170)
2024-12-03T18:18:47,111 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741844_1020 (size=5170)
2024-12-03T18:18:47,112 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/d242f5dd9f5179e9d3ec7bb3eeef2214/.tmp/a/70e2e94835d749e0b99c6d56f5586b8a
2024-12-03T18:18:47,176 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/d242f5dd9f5179e9d3ec7bb3eeef2214/.tmp/a/70e2e94835d749e0b99c6d56f5586b8a as hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/d242f5dd9f5179e9d3ec7bb3eeef2214/a/70e2e94835d749e0b99c6d56f5586b8a
2024-12-03T18:18:47,191 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/d242f5dd9f5179e9d3ec7bb3eeef2214/a/70e2e94835d749e0b99c6d56f5586b8a, entries=2, sequenceid=2, filesize=5.0 K
2024-12-03T18:18:47,199 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for d242f5dd9f5179e9d3ec7bb3eeef2214 in 183ms, sequenceid=2, compaction requested=false; wal=null
2024-12-03T18:18:47,201 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/d242f5dd9f5179e9d3ec7bb3eeef2214/recovered.edits/0000000000000000002
2024-12-03T18:18:47,202 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for d242f5dd9f5179e9d3ec7bb3eeef2214
2024-12-03T18:18:47,202 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for d242f5dd9f5179e9d3ec7bb3eeef2214
2024-12-03T18:18:47,206 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for d242f5dd9f5179e9d3ec7bb3eeef2214
2024-12-03T18:18:47,210 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/d242f5dd9f5179e9d3ec7bb3eeef2214/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1
2024-12-03T18:18:47,211 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened d242f5dd9f5179e9d3ec7bb3eeef2214; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73969552, jitterRate=0.10223221778869629}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T18:18:47,212 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for d242f5dd9f5179e9d3ec7bb3eeef2214:
Writing region info on filesystem at 1733249926981Initializing all the Stores at 1733249926983 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249926983Obtaining lock to block concurrent updates at 1733249927014 (+31 ms)Preparing flush snapshotting stores in d242f5dd9f5179e9d3ec7bb3eeef2214 at 1733249927015 (+1 ms)Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733249926597.d242f5dd9f5179e9d3ec7bb3eeef2214., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733249927019 (+4 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1733249926597.d242f5dd9f5179e9d3ec7bb3eeef2214. at 1733249927019Flushing d242f5dd9f5179e9d3ec7bb3eeef2214/a: creating writer at 1733249927021 (+2 ms)Flushing d242f5dd9f5179e9d3ec7bb3eeef2214/a: appending metadata at 1733249927070 (+49 ms)Flushing d242f5dd9f5179e9d3ec7bb3eeef2214/a: closing flushed file at 1733249927072 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46798146: reopening flushed file at 1733249927173 (+101 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for d242f5dd9f5179e9d3ec7bb3eeef2214 in 183ms, sequenceid=2, compaction requested=false; wal=null at 1733249927199 (+26 ms)Cleaning up temporary data from old regions at 1733249927202 (+3 ms)Region opened successfully at 1733249927212 (+10 ms)
2024-12-03T18:18:47,237 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit0 Thread=367 (was 356)
Potentially hanging thread: PacketResponder: BP-1638623662-172.17.0.3-1733249917700:blk_1073741843_1019, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_548913958_22 at /127.0.0.1:60838 [Receiving block BP-1638623662-172.17.0.3-1733249917700:blk_1073741843_1019]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_548913958_22 at /127.0.0.1:43880 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_548913958_22 at /127.0.0.1:60814 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_548913958_22 at /127.0.0.1:59810 [Receiving block BP-1638623662-172.17.0.3-1733249917700:blk_1073741843_1019]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1638623662-172.17.0.3-1733249917700:blk_1073741843_1019, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-8-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: TestAsyncWALReplay-pool-0
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-8-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_548913958_22 at /127.0.0.1:59710 [Waiting for operation #10]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_548913958_22 at /127.0.0.1:43892 [Receiving block BP-1638623662-172.17.0.3-1733249917700:blk_1073741843_1019]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39471/hbase-prefix:default
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1638623662-172.17.0.3-1733249917700:blk_1073741843_1019, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=685 (was 589) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=468 (was 468), ProcessCount=11 (was 11), AvailableMemoryMB=2253 (was 2379)
2024-12-03T18:18:47,247 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit1 Thread=367, OpenFileDescriptor=685, MaxFileDescriptor=1048576, SystemLoadAverage=468, ProcessCount=11, AvailableMemoryMB=2253
2024-12-03T18:18:47,260 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T18:18:47,262 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T18:18:47,262 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-03T18:18:47,266 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-09789339, suffix=, logDir=hdfs://localhost:39471/hbase/WALs/hregion-09789339, archiveDir=hdfs://localhost:39471/hbase/oldWALs, maxLogs=32
2024-12-03T18:18:47,278 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-09789339/hregion-09789339.1733249927267, exclude list is [], retry=0
2024-12-03T18:18:47,282 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42307,DS-82a91e0d-99b4-4af0-b613-5573e717398b,DISK]
2024-12-03T18:18:47,282 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-a8d14b80-1484-479b-8e7d-314bfc676fb5,DISK]
2024-12-03T18:18:47,283 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-8208040e-11d8-434f-831f-ed9cb03aaa48,DISK]
2024-12-03T18:18:47,286 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-09789339/hregion-09789339.1733249927267
2024-12-03T18:18:47,286 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45347:45347),(127.0.0.1/127.0.0.1:34211:34211),(127.0.0.1/127.0.0.1:32955:32955)]
2024-12-03T18:18:47,286 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => b7ce5b3ccd27638ed50c67a2b7130f27, NAME => 'testReplayEditsWrittenIntoWAL,,1733249927260.b7ce5b3ccd27638ed50c67a2b7130f27.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39471/hbase
2024-12-03T18:18:47,298 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741846_1022 (size=64)
2024-12-03T18:18:47,298 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741846_1022 (size=64)
2024-12-03T18:18:47,298 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741846_1022 (size=64)
2024-12-03T18:18:47,300 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733249927260.b7ce5b3ccd27638ed50c67a2b7130f27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T18:18:47,301 INFO  [StoreOpener-b7ce5b3ccd27638ed50c67a2b7130f27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b7ce5b3ccd27638ed50c67a2b7130f27 
2024-12-03T18:18:47,304 INFO  [StoreOpener-b7ce5b3ccd27638ed50c67a2b7130f27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7ce5b3ccd27638ed50c67a2b7130f27 columnFamilyName a
2024-12-03T18:18:47,304 DEBUG [StoreOpener-b7ce5b3ccd27638ed50c67a2b7130f27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:18:47,305 INFO  [StoreOpener-b7ce5b3ccd27638ed50c67a2b7130f27-1 {}] regionserver.HStore(327): Store=b7ce5b3ccd27638ed50c67a2b7130f27/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:18:47,305 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b7ce5b3ccd27638ed50c67a2b7130f27
2024-12-03T18:18:47,306 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/b7ce5b3ccd27638ed50c67a2b7130f27
2024-12-03T18:18:47,306 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/b7ce5b3ccd27638ed50c67a2b7130f27
2024-12-03T18:18:47,307 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b7ce5b3ccd27638ed50c67a2b7130f27
2024-12-03T18:18:47,307 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b7ce5b3ccd27638ed50c67a2b7130f27
2024-12-03T18:18:47,311 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b7ce5b3ccd27638ed50c67a2b7130f27
2024-12-03T18:18:47,315 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/b7ce5b3ccd27638ed50c67a2b7130f27/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T18:18:47,316 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened b7ce5b3ccd27638ed50c67a2b7130f27; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63700642, jitterRate=-0.05078646540641785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T18:18:47,316 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b7ce5b3ccd27638ed50c67a2b7130f27:
Writing region info on filesystem at 1733249927300Initializing all the Stores at 1733249927301 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249927301Cleaning up temporary data from old regions at 1733249927307 (+6 ms)Region opened successfully at 1733249927316 (+9 ms)
2024-12-03T18:18:47,316 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b7ce5b3ccd27638ed50c67a2b7130f27, disabling compactions & flushes
2024-12-03T18:18:47,317 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733249927260.b7ce5b3ccd27638ed50c67a2b7130f27.
2024-12-03T18:18:47,317 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733249927260.b7ce5b3ccd27638ed50c67a2b7130f27.
2024-12-03T18:18:47,317 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733249927260.b7ce5b3ccd27638ed50c67a2b7130f27. after waiting 0 ms
2024-12-03T18:18:47,317 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733249927260.b7ce5b3ccd27638ed50c67a2b7130f27.
2024-12-03T18:18:47,317 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733249927260.b7ce5b3ccd27638ed50c67a2b7130f27.
2024-12-03T18:18:47,317 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b7ce5b3ccd27638ed50c67a2b7130f27:
Waiting for close lock at 1733249927316Disabling compacts and flushes for region at 1733249927316Disabling writes for close at 1733249927317 (+1 ms)Writing region close event to WAL at 1733249927317Closed at 1733249927317
2024-12-03T18:18:47,321 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741845_1021 (size=93)
2024-12-03T18:18:47,321 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-09789339/hregion-09789339.1733249927267 not finished, retry = 0
2024-12-03T18:18:47,321 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741845_1021 (size=93)
2024-12-03T18:18:47,322 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741845_1021 (size=93)
2024-12-03T18:18:47,426 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-03T18:18:47,426 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-09789339:(num 1733249927267)
2024-12-03T18:18:47,427 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor
2024-12-03T18:18:47,447 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741847_1023 (size=369)
2024-12-03T18:18:47,447 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741847_1023 (size=369)
2024-12-03T18:18:47,452 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741847_1023 (size=369)
2024-12-03T18:18:47,453 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor
2024-12-03T18:18:47,464 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741848_1024 (size=231)
2024-12-03T18:18:47,464 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741848_1024 (size=231)
2024-12-03T18:18:47,465 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741848_1024 (size=231)
2024-12-03T18:18:47,488 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39471/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733249927259/wal-2, size=231 (231bytes)
2024-12-03T18:18:47,488 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39471/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733249927259/wal-2
2024-12-03T18:18:47,490 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39471/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733249927259/wal-2 after 2ms
2024-12-03T18:18:47,495 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39471/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733249927259/wal-2 took 7ms
2024-12-03T18:18:47,499 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39471/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733249927259/wal-2 so closing down
2024-12-03T18:18:47,499 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-03T18:18:47,505 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp
2024-12-03T18:18:47,507 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/b7ce5b3ccd27638ed50c67a2b7130f27/recovered.edits/0000000000000000002-wal-2.temp
2024-12-03T18:18:47,507 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-03T18:18:47,525 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741849_1025 (size=231)
2024-12-03T18:18:47,526 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741849_1025 (size=231)
2024-12-03T18:18:47,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741849_1025 (size=231)
2024-12-03T18:18:47,528 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/b7ce5b3ccd27638ed50c67a2b7130f27/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms)
2024-12-03T18:18:47,531 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/b7ce5b3ccd27638ed50c67a2b7130f27/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/b7ce5b3ccd27638ed50c67a2b7130f27/recovered.edits/0000000000000000002
2024-12-03T18:18:47,531 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:39471/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733249927259/wal-2, size=231, length=231, corrupted=false, cancelled=false
2024-12-03T18:18:47,532 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39471/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733249927259/wal-2, journal: Splitting hdfs://localhost:39471/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733249927259/wal-2, size=231 (231bytes) at 1733249927488Finishing writing output for hdfs://localhost:39471/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733249927259/wal-2 so closing down at 1733249927499 (+11 ms)Creating recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/b7ce5b3ccd27638ed50c67a2b7130f27/recovered.edits/0000000000000000002-wal-2.temp at 1733249927507 (+8 ms)3 split writer threads finished at 1733249927507Closed recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/b7ce5b3ccd27638ed50c67a2b7130f27/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733249927528 (+21 ms)Rename recovered edits hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/b7ce5b3ccd27638ed50c67a2b7130f27/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/b7ce5b3ccd27638ed50c67a2b7130f27/recovered.edits/0000000000000000002 at 1733249927531 (+3 ms)Processed 1 edits across 1 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:39471/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733249927259/wal-2, size=231, length=231, corrupted=false, cancelled=false at 1733249927531
2024-12-03T18:18:47,554 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39471/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733249927259/wal-1, size=369 (369bytes)
2024-12-03T18:18:47,554 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39471/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733249927259/wal-1
2024-12-03T18:18:47,555 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39471/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733249927259/wal-1 after 1ms
2024-12-03T18:18:47,560 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39471/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733249927259/wal-1 took 7ms
2024-12-03T18:18:47,565 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39471/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733249927259/wal-1 so closing down
2024-12-03T18:18:47,565 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-03T18:18:47,568 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp
2024-12-03T18:18:47,570 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/b7ce5b3ccd27638ed50c67a2b7130f27/recovered.edits/0000000000000000001-wal-1.temp
2024-12-03T18:18:47,570 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-03T18:18:47,590 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741850_1026 (size=369)
2024-12-03T18:18:47,590 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741850_1026 (size=369)
2024-12-03T18:18:47,593 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741850_1026 (size=369)
2024-12-03T18:18:47,598 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/b7ce5b3ccd27638ed50c67a2b7130f27/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms)
2024-12-03T18:18:47,608 WARN  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/b7ce5b3ccd27638ed50c67a2b7130f27/recovered.edits/0000000000000000002, length=231
2024-12-03T18:18:47,614 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/b7ce5b3ccd27638ed50c67a2b7130f27/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/b7ce5b3ccd27638ed50c67a2b7130f27/recovered.edits/0000000000000000002
2024-12-03T18:18:47,614 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:39471/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733249927259/wal-1, size=369, length=369, corrupted=false, cancelled=false
2024-12-03T18:18:47,614 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39471/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733249927259/wal-1, journal: Splitting hdfs://localhost:39471/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733249927259/wal-1, size=369 (369bytes) at 1733249927554Finishing writing output for hdfs://localhost:39471/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733249927259/wal-1 so closing down at 1733249927565 (+11 ms)Creating recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/b7ce5b3ccd27638ed50c67a2b7130f27/recovered.edits/0000000000000000001-wal-1.temp at 1733249927570 (+5 ms)3 split writer threads finished at 1733249927570Closed recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/b7ce5b3ccd27638ed50c67a2b7130f27/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733249927598 (+28 ms)Rename recovered edits hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/b7ce5b3ccd27638ed50c67a2b7130f27/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/b7ce5b3ccd27638ed50c67a2b7130f27/recovered.edits/0000000000000000002 at 1733249927614 (+16 ms)Processed 2 edits across 1 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:39471/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733249927259/wal-1, size=369, length=369, corrupted=false, cancelled=false at 1733249927614
2024-12-03T18:18:47,615 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-03T18:18:47,619 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39471/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733249927259, archiveDir=hdfs://localhost:39471/hbase/oldWALs, maxLogs=32
2024-12-03T18:18:47,639 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733249927259/wal.1733249927620, exclude list is [], retry=0
2024-12-03T18:18:47,644 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-8208040e-11d8-434f-831f-ed9cb03aaa48,DISK]
2024-12-03T18:18:47,644 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42307,DS-82a91e0d-99b4-4af0-b613-5573e717398b,DISK]
2024-12-03T18:18:47,645 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-a8d14b80-1484-479b-8e7d-314bfc676fb5,DISK]
2024-12-03T18:18:47,649 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733249927259/wal.1733249927620
2024-12-03T18:18:47,651 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32955:32955),(127.0.0.1/127.0.0.1:45347:45347),(127.0.0.1/127.0.0.1:34211:34211)]
2024-12-03T18:18:47,651 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b7ce5b3ccd27638ed50c67a2b7130f27, NAME => 'testReplayEditsWrittenIntoWAL,,1733249927260.b7ce5b3ccd27638ed50c67a2b7130f27.', STARTKEY => '', ENDKEY => ''}
2024-12-03T18:18:47,651 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733249927260.b7ce5b3ccd27638ed50c67a2b7130f27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T18:18:47,651 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b7ce5b3ccd27638ed50c67a2b7130f27
2024-12-03T18:18:47,651 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b7ce5b3ccd27638ed50c67a2b7130f27
2024-12-03T18:18:47,655 INFO  [StoreOpener-b7ce5b3ccd27638ed50c67a2b7130f27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b7ce5b3ccd27638ed50c67a2b7130f27 
2024-12-03T18:18:47,657 INFO  [StoreOpener-b7ce5b3ccd27638ed50c67a2b7130f27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7ce5b3ccd27638ed50c67a2b7130f27 columnFamilyName a
2024-12-03T18:18:47,658 DEBUG [StoreOpener-b7ce5b3ccd27638ed50c67a2b7130f27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:18:47,659 INFO  [StoreOpener-b7ce5b3ccd27638ed50c67a2b7130f27-1 {}] regionserver.HStore(327): Store=b7ce5b3ccd27638ed50c67a2b7130f27/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:18:47,659 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b7ce5b3ccd27638ed50c67a2b7130f27
2024-12-03T18:18:47,660 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/b7ce5b3ccd27638ed50c67a2b7130f27
2024-12-03T18:18:47,663 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/b7ce5b3ccd27638ed50c67a2b7130f27
2024-12-03T18:18:47,667 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/b7ce5b3ccd27638ed50c67a2b7130f27/recovered.edits/0000000000000000002
2024-12-03T18:18:47,673 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/b7ce5b3ccd27638ed50c67a2b7130f27/recovered.edits/0000000000000000002
2024-12-03T18:18:47,673 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing b7ce5b3ccd27638ed50c67a2b7130f27 1/1 column families, dataSize=108 B heapSize=512 B
2024-12-03T18:18:47,689 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/b7ce5b3ccd27638ed50c67a2b7130f27/.tmp/a/fce9f86fcf864867a5c2037690d49055 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733249927426/Put/seqid=0
2024-12-03T18:18:47,697 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741852_1028 (size=5170)
2024-12-03T18:18:47,697 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741852_1028 (size=5170)
2024-12-03T18:18:47,698 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741852_1028 (size=5170)
2024-12-03T18:18:47,699 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/b7ce5b3ccd27638ed50c67a2b7130f27/.tmp/a/fce9f86fcf864867a5c2037690d49055
2024-12-03T18:18:47,710 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/b7ce5b3ccd27638ed50c67a2b7130f27/.tmp/a/fce9f86fcf864867a5c2037690d49055 as hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/b7ce5b3ccd27638ed50c67a2b7130f27/a/fce9f86fcf864867a5c2037690d49055
2024-12-03T18:18:47,720 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/b7ce5b3ccd27638ed50c67a2b7130f27/a/fce9f86fcf864867a5c2037690d49055, entries=2, sequenceid=2, filesize=5.0 K
2024-12-03T18:18:47,720 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for b7ce5b3ccd27638ed50c67a2b7130f27 in 47ms, sequenceid=2, compaction requested=false; wal=null
2024-12-03T18:18:47,721 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/b7ce5b3ccd27638ed50c67a2b7130f27/recovered.edits/0000000000000000002
2024-12-03T18:18:47,722 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b7ce5b3ccd27638ed50c67a2b7130f27
2024-12-03T18:18:47,722 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b7ce5b3ccd27638ed50c67a2b7130f27
2024-12-03T18:18:47,724 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b7ce5b3ccd27638ed50c67a2b7130f27
2024-12-03T18:18:47,731 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/b7ce5b3ccd27638ed50c67a2b7130f27/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1
2024-12-03T18:18:47,733 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened b7ce5b3ccd27638ed50c67a2b7130f27; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69539493, jitterRate=0.036219194531440735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T18:18:47,733 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b7ce5b3ccd27638ed50c67a2b7130f27:
Writing region info on filesystem at 1733249927652Initializing all the Stores at 1733249927654 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249927654Obtaining lock to block concurrent updates at 1733249927673 (+19 ms)Preparing flush snapshotting stores in b7ce5b3ccd27638ed50c67a2b7130f27 at 1733249927673Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733249927260.b7ce5b3ccd27638ed50c67a2b7130f27., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733249927673Flushing stores of testReplayEditsWrittenIntoWAL,,1733249927260.b7ce5b3ccd27638ed50c67a2b7130f27. at 1733249927673Flushing b7ce5b3ccd27638ed50c67a2b7130f27/a: creating writer at 1733249927674 (+1 ms)Flushing b7ce5b3ccd27638ed50c67a2b7130f27/a: appending metadata at 1733249927688 (+14 ms)Flushing b7ce5b3ccd27638ed50c67a2b7130f27/a: closing flushed file at 1733249927688Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d2aec8: reopening flushed file at 1733249927709 (+21 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for b7ce5b3ccd27638ed50c67a2b7130f27 in 47ms, sequenceid=2, compaction requested=false; wal=null at 1733249927720 (+11 ms)Cleaning up temporary data from old regions at 1733249927722 (+2 ms)Region opened successfully at 1733249927733 (+11 ms)
2024-12-03T18:18:47,748 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit1 Thread=377 (was 367)
Potentially hanging thread: PacketResponder: BP-1638623662-172.17.0.3-1733249917700:blk_1073741851_1027, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_548913958_22 at /127.0.0.1:43954 [Receiving block BP-1638623662-172.17.0.3-1733249917700:blk_1073741851_1027]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_548913958_22 at /127.0.0.1:43880 [Waiting for operation #14]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1638623662-172.17.0.3-1733249917700:blk_1073741851_1027, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_548913958_22 at /127.0.0.1:59868 [Receiving block BP-1638623662-172.17.0.3-1733249917700:blk_1073741851_1027]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_548913958_22 at /127.0.0.1:60814 [Waiting for operation #7]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1638623662-172.17.0.3-1733249917700:blk_1073741851_1027, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-10-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_548913958_22 at /127.0.0.1:60930 [Receiving block BP-1638623662-172.17.0.3-1733249917700:blk_1073741851_1027]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_548913958_22 at /127.0.0.1:59710 [Waiting for operation #14]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-10-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-10-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=767 (was 685) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=468 (was 468), ProcessCount=11 (was 11), AvailableMemoryMB=2230 (was 2253)
2024-12-03T18:18:47,758 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=377, OpenFileDescriptor=767, MaxFileDescriptor=1048576, SystemLoadAverage=468, ProcessCount=11, AvailableMemoryMB=2229
2024-12-03T18:18:47,770 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T18:18:47,772 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T18:18:47,772 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-03T18:18:47,775 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-52444711, suffix=, logDir=hdfs://localhost:39471/hbase/WALs/hregion-52444711, archiveDir=hdfs://localhost:39471/hbase/oldWALs, maxLogs=32
2024-12-03T18:18:47,788 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-52444711/hregion-52444711.1733249927776, exclude list is [], retry=0
2024-12-03T18:18:47,791 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-8208040e-11d8-434f-831f-ed9cb03aaa48,DISK]
2024-12-03T18:18:47,792 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42307,DS-82a91e0d-99b4-4af0-b613-5573e717398b,DISK]
2024-12-03T18:18:47,792 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-a8d14b80-1484-479b-8e7d-314bfc676fb5,DISK]
2024-12-03T18:18:47,795 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-52444711/hregion-52444711.1733249927776
2024-12-03T18:18:47,795 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32955:32955),(127.0.0.1/127.0.0.1:45347:45347),(127.0.0.1/127.0.0.1:34211:34211)]
2024-12-03T18:18:47,795 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 618e305feb0afb359197cd7843aec563, NAME => 'testReplayEditsWrittenIntoWAL,,1733249927770.618e305feb0afb359197cd7843aec563.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39471/hbase
2024-12-03T18:18:47,806 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741854_1030 (size=64)
2024-12-03T18:18:47,807 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741854_1030 (size=64)
2024-12-03T18:18:47,807 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741854_1030 (size=64)
2024-12-03T18:18:47,808 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733249927770.618e305feb0afb359197cd7843aec563.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T18:18:47,809 INFO  [StoreOpener-618e305feb0afb359197cd7843aec563-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 618e305feb0afb359197cd7843aec563 
2024-12-03T18:18:47,811 INFO  [StoreOpener-618e305feb0afb359197cd7843aec563-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 618e305feb0afb359197cd7843aec563 columnFamilyName a
2024-12-03T18:18:47,811 DEBUG [StoreOpener-618e305feb0afb359197cd7843aec563-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:18:47,812 INFO  [StoreOpener-618e305feb0afb359197cd7843aec563-1 {}] regionserver.HStore(327): Store=618e305feb0afb359197cd7843aec563/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:18:47,812 INFO  [StoreOpener-618e305feb0afb359197cd7843aec563-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 618e305feb0afb359197cd7843aec563 
2024-12-03T18:18:47,814 INFO  [StoreOpener-618e305feb0afb359197cd7843aec563-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 618e305feb0afb359197cd7843aec563 columnFamilyName b
2024-12-03T18:18:47,814 DEBUG [StoreOpener-618e305feb0afb359197cd7843aec563-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:18:47,814 INFO  [StoreOpener-618e305feb0afb359197cd7843aec563-1 {}] regionserver.HStore(327): Store=618e305feb0afb359197cd7843aec563/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:18:47,814 INFO  [StoreOpener-618e305feb0afb359197cd7843aec563-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 618e305feb0afb359197cd7843aec563 
2024-12-03T18:18:47,817 INFO  [StoreOpener-618e305feb0afb359197cd7843aec563-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 618e305feb0afb359197cd7843aec563 columnFamilyName c
2024-12-03T18:18:47,817 DEBUG [StoreOpener-618e305feb0afb359197cd7843aec563-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:18:47,817 INFO  [StoreOpener-618e305feb0afb359197cd7843aec563-1 {}] regionserver.HStore(327): Store=618e305feb0afb359197cd7843aec563/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:18:47,818 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 618e305feb0afb359197cd7843aec563
2024-12-03T18:18:47,818 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/618e305feb0afb359197cd7843aec563
2024-12-03T18:18:47,819 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/618e305feb0afb359197cd7843aec563
2024-12-03T18:18:47,820 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 618e305feb0afb359197cd7843aec563
2024-12-03T18:18:47,820 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 618e305feb0afb359197cd7843aec563
2024-12-03T18:18:47,821 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-03T18:18:47,823 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 618e305feb0afb359197cd7843aec563
2024-12-03T18:18:47,828 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/618e305feb0afb359197cd7843aec563/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T18:18:47,829 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 618e305feb0afb359197cd7843aec563; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65474377, jitterRate=-0.024355754256248474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-03T18:18:47,830 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 618e305feb0afb359197cd7843aec563:
Writing region info on filesystem at 1733249927808Initializing all the Stores at 1733249927809 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249927809Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249927809Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249927809Cleaning up temporary data from old regions at 1733249927820 (+11 ms)Region opened successfully at 1733249927829 (+9 ms)
2024-12-03T18:18:47,830 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 618e305feb0afb359197cd7843aec563, disabling compactions & flushes
2024-12-03T18:18:47,830 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733249927770.618e305feb0afb359197cd7843aec563.
2024-12-03T18:18:47,830 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733249927770.618e305feb0afb359197cd7843aec563.
2024-12-03T18:18:47,830 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733249927770.618e305feb0afb359197cd7843aec563. after waiting 0 ms
2024-12-03T18:18:47,830 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733249927770.618e305feb0afb359197cd7843aec563.
2024-12-03T18:18:47,830 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733249927770.618e305feb0afb359197cd7843aec563.
2024-12-03T18:18:47,831 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 618e305feb0afb359197cd7843aec563:
Waiting for close lock at 1733249927830Disabling compacts and flushes for region at 1733249927830Disabling writes for close at 1733249927830Writing region close event to WAL at 1733249927830Closed at 1733249927830
2024-12-03T18:18:47,835 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741853_1029 (size=93)
2024-12-03T18:18:47,835 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741853_1029 (size=93)
2024-12-03T18:18:47,836 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741853_1029 (size=93)
2024-12-03T18:18:47,838 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-03T18:18:47,838 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-52444711:(num 1733249927776)
2024-12-03T18:18:47,839 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-03T18:18:47,841 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39471/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733249927769, archiveDir=hdfs://localhost:39471/hbase/oldWALs, maxLogs=32
2024-12-03T18:18:47,854 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733249927769/wal.1733249927841, exclude list is [], retry=0
2024-12-03T18:18:47,858 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-a8d14b80-1484-479b-8e7d-314bfc676fb5,DISK]
2024-12-03T18:18:47,858 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42307,DS-82a91e0d-99b4-4af0-b613-5573e717398b,DISK]
2024-12-03T18:18:47,859 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-8208040e-11d8-434f-831f-ed9cb03aaa48,DISK]
2024-12-03T18:18:47,861 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733249927769/wal.1733249927841
2024-12-03T18:18:47,862 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34211:34211),(127.0.0.1/127.0.0.1:45347:45347),(127.0.0.1/127.0.0.1:32955:32955)]
2024-12-03T18:18:48,126 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39471/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733249927769/wal.1733249927841, size=0 (0bytes)
2024-12-03T18:18:48,126 WARN  [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:39471/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733249927769/wal.1733249927841 might be still open, length is 0
2024-12-03T18:18:48,126 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39471/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733249927769/wal.1733249927841
2024-12-03T18:18:48,127 WARN  [IPC Server handler 1 on default port 39471 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733249927769/wal.1733249927841 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031
2024-12-03T18:18:48,128 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39471/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733249927769/wal.1733249927841 after 2ms
2024-12-03T18:18:49,915 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741832_1008 (size=32)
2024-12-03T18:18:49,915 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741831_1007 (size=1321)
2024-12-03T18:18:49,986 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_548913958_22 at /127.0.0.1:43982 [Receiving block BP-1638623662-172.17.0.3-1733249917700:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:37811:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:43982 dst: /127.0.0.1:37811
java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:37811 remote=/127.0.0.1:43982]. Total timeout mills is 60000, 58098 millis timeout left.
	at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?]
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?]
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?]
	at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?]
	at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?]
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T18:18:49,987 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_548913958_22 at /127.0.0.1:59896 [Receiving block BP-1638623662-172.17.0.3-1733249917700:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:34093:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:59896 dst: /127.0.0.1:34093
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T18:18:49,987 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_548913958_22 at /127.0.0.1:60966 [Receiving block BP-1638623662-172.17.0.3-1733249917700:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:42307:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:60966 dst: /127.0.0.1:42307
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T18:18:49,994 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741855_1032 (size=470675)
2024-12-03T18:18:49,996 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741855_1032 (size=470675)
2024-12-03T18:18:49,997 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741855_1032 (size=470675)
2024-12-03T18:18:51,688 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-03T18:18:51,745 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-12-03T18:18:52,130 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39471/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733249927769/wal.1733249927841 after 4003ms
2024-12-03T18:18:52,142 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39471/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733249927769/wal.1733249927841 took 4017ms
2024-12-03T18:18:52,147 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733249927841.temp
2024-12-03T18:18:52,150 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/618e305feb0afb359197cd7843aec563/recovered.edits/0000000000000000001-wal.1733249927841.temp
2024-12-03T18:18:52,220 INFO  [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39471/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733249927769/wal.1733249927841; continuing.
2024-12-03T18:18:52,221 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39471/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733249927769/wal.1733249927841 so closing down
2024-12-03T18:18:52,221 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-03T18:18:52,223 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-03T18:18:52,229 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741856_1033 (size=470683)
2024-12-03T18:18:52,232 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741856_1033 (size=470683)
2024-12-03T18:18:52,233 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741856_1033 (size=470683)
2024-12-03T18:18:52,234 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/618e305feb0afb359197cd7843aec563/recovered.edits/0000000000000000001-wal.1733249927841.temp (wrote 3002 edits, skipped 0 edits in 26 ms)
2024-12-03T18:18:52,238 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/618e305feb0afb359197cd7843aec563/recovered.edits/0000000000000000001-wal.1733249927841.temp to hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/618e305feb0afb359197cd7843aec563/recovered.edits/0000000000000003002
2024-12-03T18:18:52,238 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 95 ms; skipped=0; WAL=hdfs://localhost:39471/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733249927769/wal.1733249927841, size=0, length=0, corrupted=false, cancelled=false
2024-12-03T18:18:52,239 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39471/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733249927769/wal.1733249927841, journal: Splitting hdfs://localhost:39471/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733249927769/wal.1733249927841, size=0 (0bytes) at 1733249928126Creating recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/618e305feb0afb359197cd7843aec563/recovered.edits/0000000000000000001-wal.1733249927841.temp at 1733249932151 (+4025 ms)Split 1024 edits, skipped 0 edits. at 1733249932189 (+38 ms)Split 2048 edits, skipped 0 edits. at 1733249932207 (+18 ms)Finishing writing output for hdfs://localhost:39471/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733249927769/wal.1733249927841 so closing down at 1733249932221 (+14 ms)3 split writer threads finished at 1733249932223 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/618e305feb0afb359197cd7843aec563/recovered.edits/0000000000000000001-wal.1733249927841.temp (wrote 3002 edits, skipped 0 edits in 26 ms) at 1733249932234 (+11 ms)Rename recovered edits hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/618e305feb0afb359197cd7843aec563/recovered.edits/0000000000000000001-wal.1733249927841.temp to hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/618e305feb0afb359197cd7843aec563/recovered.edits/0000000000000003002 at 1733249932238 (+4 ms)Processed 3002 edits across 1 Regions in 95 ms; skipped=0; WAL=hdfs://localhost:39471/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733249927769/wal.1733249927841, size=0, length=0, corrupted=false, cancelled=false at 1733249932239 (+1 ms)
2024-12-03T18:18:52,241 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39471/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733249927769/wal.1733249927841 to hdfs://localhost:39471/hbase/oldWALs/wal.1733249927841
2024-12-03T18:18:52,243 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/618e305feb0afb359197cd7843aec563/recovered.edits/0000000000000003002
2024-12-03T18:18:52,243 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-03T18:18:52,252 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39471/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733249927769, archiveDir=hdfs://localhost:39471/hbase/oldWALs, maxLogs=32
2024-12-03T18:18:52,267 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733249927769/wal.1733249932252, exclude list is [], retry=0
2024-12-03T18:18:52,271 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-8208040e-11d8-434f-831f-ed9cb03aaa48,DISK]
2024-12-03T18:18:52,271 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-a8d14b80-1484-479b-8e7d-314bfc676fb5,DISK]
2024-12-03T18:18:52,272 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42307,DS-82a91e0d-99b4-4af0-b613-5573e717398b,DISK]
2024-12-03T18:18:52,275 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733249927769/wal.1733249932252
2024-12-03T18:18:52,275 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32955:32955),(127.0.0.1/127.0.0.1:34211:34211),(127.0.0.1/127.0.0.1:45347:45347)]
2024-12-03T18:18:52,275 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733249927770.618e305feb0afb359197cd7843aec563.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T18:18:52,277 INFO  [StoreOpener-618e305feb0afb359197cd7843aec563-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 618e305feb0afb359197cd7843aec563 
2024-12-03T18:18:52,279 INFO  [StoreOpener-618e305feb0afb359197cd7843aec563-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 618e305feb0afb359197cd7843aec563 columnFamilyName a
2024-12-03T18:18:52,279 DEBUG [StoreOpener-618e305feb0afb359197cd7843aec563-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:18:52,280 INFO  [StoreOpener-618e305feb0afb359197cd7843aec563-1 {}] regionserver.HStore(327): Store=618e305feb0afb359197cd7843aec563/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:18:52,280 INFO  [StoreOpener-618e305feb0afb359197cd7843aec563-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 618e305feb0afb359197cd7843aec563 
2024-12-03T18:18:52,281 INFO  [StoreOpener-618e305feb0afb359197cd7843aec563-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 618e305feb0afb359197cd7843aec563 columnFamilyName b
2024-12-03T18:18:52,281 DEBUG [StoreOpener-618e305feb0afb359197cd7843aec563-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:18:52,282 INFO  [StoreOpener-618e305feb0afb359197cd7843aec563-1 {}] regionserver.HStore(327): Store=618e305feb0afb359197cd7843aec563/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:18:52,282 INFO  [StoreOpener-618e305feb0afb359197cd7843aec563-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 618e305feb0afb359197cd7843aec563 
2024-12-03T18:18:52,284 INFO  [StoreOpener-618e305feb0afb359197cd7843aec563-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 618e305feb0afb359197cd7843aec563 columnFamilyName c
2024-12-03T18:18:52,284 DEBUG [StoreOpener-618e305feb0afb359197cd7843aec563-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:18:52,284 INFO  [StoreOpener-618e305feb0afb359197cd7843aec563-1 {}] regionserver.HStore(327): Store=618e305feb0afb359197cd7843aec563/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:18:52,285 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 618e305feb0afb359197cd7843aec563
2024-12-03T18:18:52,286 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/618e305feb0afb359197cd7843aec563
2024-12-03T18:18:52,288 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/618e305feb0afb359197cd7843aec563
2024-12-03T18:18:52,289 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/618e305feb0afb359197cd7843aec563/recovered.edits/0000000000000003002
2024-12-03T18:18:52,326 INFO  [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked
2024-12-03T18:18:52,473 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-12-03T18:18:52,474 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-12-03T18:18:52,475 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-03T18:18:52,475 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-12-03T18:18:52,476 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-12-03T18:18:52,476 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-12-03T18:18:52,477 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL
2024-12-03T18:18:52,477 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer
2024-12-03T18:18:52,769 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 618e305feb0afb359197cd7843aec563 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB
2024-12-03T18:18:52,804 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/618e305feb0afb359197cd7843aec563/.tmp/a/54a7cb6da0c1492e934834ea74924734 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1733249927870/Put/seqid=0
2024-12-03T18:18:52,812 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741858_1035 (size=50463)
2024-12-03T18:18:52,812 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741858_1035 (size=50463)
2024-12-03T18:18:52,812 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741858_1035 (size=50463)
2024-12-03T18:18:52,813 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/618e305feb0afb359197cd7843aec563/.tmp/a/54a7cb6da0c1492e934834ea74924734
2024-12-03T18:18:52,820 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/618e305feb0afb359197cd7843aec563/.tmp/a/54a7cb6da0c1492e934834ea74924734 as hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/618e305feb0afb359197cd7843aec563/a/54a7cb6da0c1492e934834ea74924734
2024-12-03T18:18:52,827 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/618e305feb0afb359197cd7843aec563/a/54a7cb6da0c1492e934834ea74924734, entries=754, sequenceid=754, filesize=49.3 K
2024-12-03T18:18:52,828 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 618e305feb0afb359197cd7843aec563 in 59ms, sequenceid=754, compaction requested=false; wal=null
2024-12-03T18:18:52,843 INFO  [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked
2024-12-03T18:18:52,844 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 618e305feb0afb359197cd7843aec563 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB
2024-12-03T18:18:52,853 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/618e305feb0afb359197cd7843aec563/.tmp/a/bcd6698feb4c450b80c4a6bb04be67bb is 62, key is testReplayEditsWrittenIntoWAL/a:754/1733249927926/Put/seqid=0
2024-12-03T18:18:52,860 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741859_1036 (size=20072)
2024-12-03T18:18:52,860 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741859_1036 (size=20072)
2024-12-03T18:18:52,860 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741859_1036 (size=20072)
2024-12-03T18:18:52,861 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/618e305feb0afb359197cd7843aec563/.tmp/a/bcd6698feb4c450b80c4a6bb04be67bb
2024-12-03T18:18:52,886 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/618e305feb0afb359197cd7843aec563/.tmp/b/bdfb1a68aa9842dababd2562c98cfee0 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1733249927953/Put/seqid=0
2024-12-03T18:18:52,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741860_1037 (size=35835)
2024-12-03T18:18:52,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741860_1037 (size=35835)
2024-12-03T18:18:52,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741860_1037 (size=35835)
2024-12-03T18:18:52,895 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/618e305feb0afb359197cd7843aec563/.tmp/b/bdfb1a68aa9842dababd2562c98cfee0
2024-12-03T18:18:52,905 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/618e305feb0afb359197cd7843aec563/.tmp/a/bcd6698feb4c450b80c4a6bb04be67bb as hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/618e305feb0afb359197cd7843aec563/a/bcd6698feb4c450b80c4a6bb04be67bb
2024-12-03T18:18:52,917 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/618e305feb0afb359197cd7843aec563/a/bcd6698feb4c450b80c4a6bb04be67bb, entries=246, sequenceid=1508, filesize=19.6 K
2024-12-03T18:18:52,918 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/618e305feb0afb359197cd7843aec563/.tmp/b/bdfb1a68aa9842dababd2562c98cfee0 as hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/618e305feb0afb359197cd7843aec563/b/bdfb1a68aa9842dababd2562c98cfee0
2024-12-03T18:18:52,927 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/618e305feb0afb359197cd7843aec563/b/bdfb1a68aa9842dababd2562c98cfee0, entries=508, sequenceid=1508, filesize=35.0 K
2024-12-03T18:18:52,927 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 618e305feb0afb359197cd7843aec563 in 83ms, sequenceid=1508, compaction requested=false; wal=null
2024-12-03T18:18:52,941 INFO  [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked
2024-12-03T18:18:52,941 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 618e305feb0afb359197cd7843aec563 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB
2024-12-03T18:18:52,950 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/618e305feb0afb359197cd7843aec563/.tmp/b/8e16024878c145aeb0d802d269d86f7e is 62, key is testReplayEditsWrittenIntoWAL/b:508/1733249927980/Put/seqid=0
2024-12-03T18:18:52,961 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741861_1038 (size=35082)
2024-12-03T18:18:52,961 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741861_1038 (size=35082)
2024-12-03T18:18:52,961 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741861_1038 (size=35082)
2024-12-03T18:18:52,962 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/618e305feb0afb359197cd7843aec563/.tmp/b/8e16024878c145aeb0d802d269d86f7e
2024-12-03T18:18:52,969 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741828_1004 (size=1189)
2024-12-03T18:18:52,975 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741829_1005 (size=34)
2024-12-03T18:18:52,990 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/618e305feb0afb359197cd7843aec563/.tmp/c/ac72430996c34e87b0b1c87947dd136f is 62, key is testReplayEditsWrittenIntoWAL/c:100/1733249928019/Put/seqid=0
2024-12-03T18:18:52,997 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741862_1039 (size=20825)
2024-12-03T18:18:52,998 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741862_1039 (size=20825)
2024-12-03T18:18:52,998 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741862_1039 (size=20825)
2024-12-03T18:18:52,998 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/618e305feb0afb359197cd7843aec563/.tmp/c/ac72430996c34e87b0b1c87947dd136f
2024-12-03T18:18:53,008 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/618e305feb0afb359197cd7843aec563/.tmp/b/8e16024878c145aeb0d802d269d86f7e as hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/618e305feb0afb359197cd7843aec563/b/8e16024878c145aeb0d802d269d86f7e
2024-12-03T18:18:53,018 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/618e305feb0afb359197cd7843aec563/b/8e16024878c145aeb0d802d269d86f7e, entries=492, sequenceid=2262, filesize=34.3 K
2024-12-03T18:18:53,019 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/618e305feb0afb359197cd7843aec563/.tmp/c/ac72430996c34e87b0b1c87947dd136f as hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/618e305feb0afb359197cd7843aec563/c/ac72430996c34e87b0b1c87947dd136f
2024-12-03T18:18:53,027 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/618e305feb0afb359197cd7843aec563/c/ac72430996c34e87b0b1c87947dd136f, entries=262, sequenceid=2262, filesize=20.3 K
2024-12-03T18:18:53,027 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 618e305feb0afb359197cd7843aec563 in 86ms, sequenceid=2262, compaction requested=false; wal=null
2024-12-03T18:18:53,033 WARN  [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1733249928083/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1733249927770.618e305feb0afb359197cd7843aec563.
2024-12-03T18:18:53,035 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/618e305feb0afb359197cd7843aec563/recovered.edits/0000000000000003002
2024-12-03T18:18:53,036 INFO  [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked
2024-12-03T18:18:53,036 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 618e305feb0afb359197cd7843aec563 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB
2024-12-03T18:18:53,043 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/618e305feb0afb359197cd7843aec563/.tmp/c/29cad4fab8064174b7b8917e1d39b445 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1733249928031/Put/seqid=0
2024-12-03T18:18:53,050 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741863_1040 (size=50301)
2024-12-03T18:18:53,051 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741863_1040 (size=50301)
2024-12-03T18:18:53,051 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741863_1040 (size=50301)
2024-12-03T18:18:53,052 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/618e305feb0afb359197cd7843aec563/.tmp/c/29cad4fab8064174b7b8917e1d39b445
2024-12-03T18:18:53,059 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 29cad4fab8064174b7b8917e1d39b445
2024-12-03T18:18:53,061 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/618e305feb0afb359197cd7843aec563/.tmp/c/29cad4fab8064174b7b8917e1d39b445 as hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/618e305feb0afb359197cd7843aec563/c/29cad4fab8064174b7b8917e1d39b445
2024-12-03T18:18:53,067 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 29cad4fab8064174b7b8917e1d39b445
2024-12-03T18:18:53,068 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/618e305feb0afb359197cd7843aec563/c/29cad4fab8064174b7b8917e1d39b445, entries=739, sequenceid=3002, filesize=49.1 K
2024-12-03T18:18:53,068 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 618e305feb0afb359197cd7843aec563 in 32ms, sequenceid=3002, compaction requested=false; wal=null
2024-12-03T18:18:53,069 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/618e305feb0afb359197cd7843aec563/recovered.edits/0000000000000003002
2024-12-03T18:18:53,071 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 618e305feb0afb359197cd7843aec563
2024-12-03T18:18:53,071 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 618e305feb0afb359197cd7843aec563
2024-12-03T18:18:53,072 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-12-03T18:18:53,075 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 618e305feb0afb359197cd7843aec563
2024-12-03T18:18:53,088 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenIntoWAL/618e305feb0afb359197cd7843aec563/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1
2024-12-03T18:18:53,091 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 618e305feb0afb359197cd7843aec563; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73782111, jitterRate=0.09943912923336029}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-12-03T18:18:53,091 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 618e305feb0afb359197cd7843aec563:
Writing region info on filesystem at 1733249932276Initializing all the Stores at 1733249932277 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249932277Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249932277Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249932277Cleaning up temporary data from old regions at 1733249933071 (+794 ms)Region opened successfully at 1733249933091 (+20 ms)
2024-12-03T18:18:53,185 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 618e305feb0afb359197cd7843aec563, disabling compactions & flushes
2024-12-03T18:18:53,185 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733249927770.618e305feb0afb359197cd7843aec563.
2024-12-03T18:18:53,185 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733249927770.618e305feb0afb359197cd7843aec563.
2024-12-03T18:18:53,185 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733249927770.618e305feb0afb359197cd7843aec563. after waiting 0 ms
2024-12-03T18:18:53,186 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733249927770.618e305feb0afb359197cd7843aec563.
2024-12-03T18:18:53,207 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733249927770.618e305feb0afb359197cd7843aec563.
2024-12-03T18:18:53,207 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 618e305feb0afb359197cd7843aec563:
Waiting for close lock at 1733249933185Disabling compacts and flushes for region at 1733249933185Disabling writes for close at 1733249933186 (+1 ms)Writing region close event to WAL at 1733249933207 (+21 ms)Closed at 1733249933207
2024-12-03T18:18:53,220 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741857_1034 (size=93)
2024-12-03T18:18:53,220 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741857_1034 (size=93)
2024-12-03T18:18:53,220 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741857_1034 (size=93)
2024-12-03T18:18:53,223 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-03T18:18:53,223 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733249932252)
2024-12-03T18:18:53,237 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=397 (was 377)
Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@6dd036f6[State = -1, empty queue]
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1612229954) connection to localhost/127.0.0.1:44143 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/cluster_babe562e-c809-d1da-06c4-720114888687/data/data4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-277046536_22 at /127.0.0.1:39066 [Waiting for operation #10]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@1755dd04[State = -1, empty queue]
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/cluster_babe562e-c809-d1da-06c4-720114888687/data/data3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44143
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@19b930b2[State = -1, empty queue]
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41077
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/cluster_babe562e-c809-d1da-06c4-720114888687/data/data6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-277046536_22 at /127.0.0.1:39092 [Waiting for operation #20]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-12-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1612229954) connection to localhost/127.0.0.1:41077 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/cluster_babe562e-c809-d1da-06c4-720114888687/data/data5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1612229954) connection to localhost/127.0.0.1:39471 from jenkins.replay.wal.secondtime
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-277046536_22 at /127.0.0.1:42146 [Waiting for operation #8]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@4a00d760[State = -1, empty queue]
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-12-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-12-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:39471
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-277046536_22 at /127.0.0.1:42356 [Waiting for operation #10]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=847 (was 767) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=471 (was 468) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2066 (was 2229)
2024-12-03T18:18:53,249 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#test2727 Thread=397, OpenFileDescriptor=847, MaxFileDescriptor=1048576, SystemLoadAverage=471, ProcessCount=11, AvailableMemoryMB=2063
2024-12-03T18:18:53,262 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T18:18:53,265 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T18:18:53,267 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-03T18:18:53,270 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-30902593, suffix=, logDir=hdfs://localhost:39471/hbase/WALs/hregion-30902593, archiveDir=hdfs://localhost:39471/hbase/oldWALs, maxLogs=32
2024-12-03T18:18:53,281 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-30902593/hregion-30902593.1733249933270, exclude list is [], retry=0
2024-12-03T18:18:53,284 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42307,DS-82a91e0d-99b4-4af0-b613-5573e717398b,DISK]
2024-12-03T18:18:53,284 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-a8d14b80-1484-479b-8e7d-314bfc676fb5,DISK]
2024-12-03T18:18:53,284 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-8208040e-11d8-434f-831f-ed9cb03aaa48,DISK]
2024-12-03T18:18:53,286 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-30902593/hregion-30902593.1733249933270
2024-12-03T18:18:53,287 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34211:34211),(127.0.0.1/127.0.0.1:45347:45347),(127.0.0.1/127.0.0.1:32955:32955)]
2024-12-03T18:18:53,287 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 2ab708dea0a9a2186158c275200b894e, NAME => 'test2727,,1733249933263.2ab708dea0a9a2186158c275200b894e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39471/hbase
2024-12-03T18:18:53,296 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741865_1042 (size=43)
2024-12-03T18:18:53,296 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741865_1042 (size=43)
2024-12-03T18:18:53,297 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741865_1042 (size=43)
2024-12-03T18:18:53,297 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733249933263.2ab708dea0a9a2186158c275200b894e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T18:18:53,298 INFO  [StoreOpener-2ab708dea0a9a2186158c275200b894e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2ab708dea0a9a2186158c275200b894e 
2024-12-03T18:18:53,300 INFO  [StoreOpener-2ab708dea0a9a2186158c275200b894e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ab708dea0a9a2186158c275200b894e columnFamilyName a
2024-12-03T18:18:53,300 DEBUG [StoreOpener-2ab708dea0a9a2186158c275200b894e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:18:53,301 INFO  [StoreOpener-2ab708dea0a9a2186158c275200b894e-1 {}] regionserver.HStore(327): Store=2ab708dea0a9a2186158c275200b894e/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:18:53,301 INFO  [StoreOpener-2ab708dea0a9a2186158c275200b894e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2ab708dea0a9a2186158c275200b894e 
2024-12-03T18:18:53,303 INFO  [StoreOpener-2ab708dea0a9a2186158c275200b894e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ab708dea0a9a2186158c275200b894e columnFamilyName b
2024-12-03T18:18:53,304 DEBUG [StoreOpener-2ab708dea0a9a2186158c275200b894e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:18:53,305 INFO  [StoreOpener-2ab708dea0a9a2186158c275200b894e-1 {}] regionserver.HStore(327): Store=2ab708dea0a9a2186158c275200b894e/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:18:53,305 INFO  [StoreOpener-2ab708dea0a9a2186158c275200b894e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2ab708dea0a9a2186158c275200b894e 
2024-12-03T18:18:53,307 INFO  [StoreOpener-2ab708dea0a9a2186158c275200b894e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ab708dea0a9a2186158c275200b894e columnFamilyName c
2024-12-03T18:18:53,307 DEBUG [StoreOpener-2ab708dea0a9a2186158c275200b894e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:18:53,307 INFO  [StoreOpener-2ab708dea0a9a2186158c275200b894e-1 {}] regionserver.HStore(327): Store=2ab708dea0a9a2186158c275200b894e/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:18:53,308 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2ab708dea0a9a2186158c275200b894e
2024-12-03T18:18:53,308 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/test2727/2ab708dea0a9a2186158c275200b894e
2024-12-03T18:18:53,309 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/test2727/2ab708dea0a9a2186158c275200b894e
2024-12-03T18:18:53,310 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2ab708dea0a9a2186158c275200b894e
2024-12-03T18:18:53,310 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2ab708dea0a9a2186158c275200b894e
2024-12-03T18:18:53,310 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-03T18:18:53,312 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2ab708dea0a9a2186158c275200b894e
2024-12-03T18:18:53,315 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39471/hbase/data/default/test2727/2ab708dea0a9a2186158c275200b894e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T18:18:53,315 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 2ab708dea0a9a2186158c275200b894e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59248982, jitterRate=-0.1171213686466217}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-03T18:18:53,317 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2ab708dea0a9a2186158c275200b894e:
Writing region info on filesystem at 1733249933297Initializing all the Stores at 1733249933298 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249933298Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249933298Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249933298Cleaning up temporary data from old regions at 1733249933310 (+12 ms)Region opened successfully at 1733249933316 (+6 ms)
2024-12-03T18:18:53,317 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2ab708dea0a9a2186158c275200b894e, disabling compactions & flushes
2024-12-03T18:18:53,317 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733249933263.2ab708dea0a9a2186158c275200b894e.
2024-12-03T18:18:53,317 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733249933263.2ab708dea0a9a2186158c275200b894e.
2024-12-03T18:18:53,317 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733249933263.2ab708dea0a9a2186158c275200b894e. after waiting 0 ms
2024-12-03T18:18:53,317 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733249933263.2ab708dea0a9a2186158c275200b894e.
2024-12-03T18:18:53,317 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733249933263.2ab708dea0a9a2186158c275200b894e.
2024-12-03T18:18:53,318 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2ab708dea0a9a2186158c275200b894e:
Waiting for close lock at 1733249933317Disabling compacts and flushes for region at 1733249933317Disabling writes for close at 1733249933317Writing region close event to WAL at 1733249933317Closed at 1733249933317
2024-12-03T18:18:53,320 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741864_1041 (size=93)
2024-12-03T18:18:53,321 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741864_1041 (size=93)
2024-12-03T18:18:53,321 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741864_1041 (size=93)
2024-12-03T18:18:53,323 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-03T18:18:53,323 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-30902593:(num 1733249933270)
2024-12-03T18:18:53,323 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-03T18:18:53,325 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39471/hbase/WALs/test2727-manual,16010,1733249933261, archiveDir=hdfs://localhost:39471/hbase/oldWALs, maxLogs=32
2024-12-03T18:18:53,338 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733249933261/wal.1733249933325, exclude list is [], retry=0
2024-12-03T18:18:53,343 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-8208040e-11d8-434f-831f-ed9cb03aaa48,DISK]
2024-12-03T18:18:53,344 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-a8d14b80-1484-479b-8e7d-314bfc676fb5,DISK]
2024-12-03T18:18:53,345 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42307,DS-82a91e0d-99b4-4af0-b613-5573e717398b,DISK]
2024-12-03T18:18:53,350 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733249933261/wal.1733249933325
2024-12-03T18:18:53,350 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32955:32955),(127.0.0.1/127.0.0.1:34211:34211),(127.0.0.1/127.0.0.1:45347:45347)]
2024-12-03T18:18:53,485 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741866_1043 (size=344306)
2024-12-03T18:18:53,486 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741866_1043 (size=344306)
2024-12-03T18:18:53,486 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741866_1043 (size=344306)
2024-12-03T18:18:53,507 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39471/hbase/WALs/test2727-manual,16010,1733249933261/wal.1733249933325, size=336.2 K (344306bytes)
2024-12-03T18:18:53,507 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39471/hbase/WALs/test2727-manual,16010,1733249933261/wal.1733249933325
2024-12-03T18:18:53,508 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39471/hbase/WALs/test2727-manual,16010,1733249933261/wal.1733249933325 after 1ms
2024-12-03T18:18:53,520 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39471/hbase/WALs/test2727-manual,16010,1733249933261/wal.1733249933325 took 12ms
2024-12-03T18:18:53,546 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733249933325.temp
2024-12-03T18:18:53,556 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39471/hbase/WALs/test2727-manual,16010,1733249933261/wal.1733249933325 so closing down
2024-12-03T18:18:53,556 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-03T18:18:53,563 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39471/hbase/data/default/test2727/2ab708dea0a9a2186158c275200b894e/recovered.edits/0000000000000000001-wal.1733249933325.temp
2024-12-03T18:18:53,572 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-03T18:18:53,592 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741867_1044 (size=344306)
2024-12-03T18:18:53,592 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741867_1044 (size=344306)
2024-12-03T18:18:53,592 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741867_1044 (size=344306)
2024-12-03T18:18:53,592 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39471/hbase/data/default/test2727/2ab708dea0a9a2186158c275200b894e/recovered.edits/0000000000000000001-wal.1733249933325.temp (wrote 3000 edits, skipped 0 edits in 8 ms)
2024-12-03T18:18:53,594 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39471/hbase/data/default/test2727/2ab708dea0a9a2186158c275200b894e/recovered.edits/0000000000000000001-wal.1733249933325.temp to hdfs://localhost:39471/hbase/data/default/test2727/2ab708dea0a9a2186158c275200b894e/recovered.edits/0000000000000003000
2024-12-03T18:18:53,594 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:39471/hbase/WALs/test2727-manual,16010,1733249933261/wal.1733249933325, size=336.2 K, length=344306, corrupted=false, cancelled=false
2024-12-03T18:18:53,594 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39471/hbase/WALs/test2727-manual,16010,1733249933261/wal.1733249933325, journal: Splitting hdfs://localhost:39471/hbase/WALs/test2727-manual,16010,1733249933261/wal.1733249933325, size=336.2 K (344306bytes) at 1733249933507Split 1024 edits, skipped 0 edits. at 1733249933538 (+31 ms)Split 2048 edits, skipped 0 edits. at 1733249933548 (+10 ms)Finishing writing output for hdfs://localhost:39471/hbase/WALs/test2727-manual,16010,1733249933261/wal.1733249933325 so closing down at 1733249933556 (+8 ms)Creating recovered edits writer path=hdfs://localhost:39471/hbase/data/default/test2727/2ab708dea0a9a2186158c275200b894e/recovered.edits/0000000000000000001-wal.1733249933325.temp at 1733249933563 (+7 ms)3 split writer threads finished at 1733249933572 (+9 ms)Closed recovered edits writer path=hdfs://localhost:39471/hbase/data/default/test2727/2ab708dea0a9a2186158c275200b894e/recovered.edits/0000000000000000001-wal.1733249933325.temp (wrote 3000 edits, skipped 0 edits in 8 ms) at 1733249933592 (+20 ms)Rename recovered edits hdfs://localhost:39471/hbase/data/default/test2727/2ab708dea0a9a2186158c275200b894e/recovered.edits/0000000000000000001-wal.1733249933325.temp to hdfs://localhost:39471/hbase/data/default/test2727/2ab708dea0a9a2186158c275200b894e/recovered.edits/0000000000000003000 at 1733249933594 (+2 ms)Processed 3000 edits across 1 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:39471/hbase/WALs/test2727-manual,16010,1733249933261/wal.1733249933325, size=336.2 K, length=344306, corrupted=false, cancelled=false at 1733249933594
2024-12-03T18:18:53,596 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39471/hbase/WALs/test2727-manual,16010,1733249933261/wal.1733249933325 to hdfs://localhost:39471/hbase/oldWALs/wal.1733249933325
2024-12-03T18:18:53,597 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39471/hbase/data/default/test2727/2ab708dea0a9a2186158c275200b894e/recovered.edits/0000000000000003000
2024-12-03T18:18:53,597 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-03T18:18:53,599 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39471/hbase/WALs/test2727-manual,16010,1733249933261, archiveDir=hdfs://localhost:39471/hbase/oldWALs, maxLogs=32
2024-12-03T18:18:53,610 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733249933261/wal.1733249933599, exclude list is [], retry=0
2024-12-03T18:18:53,613 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-a8d14b80-1484-479b-8e7d-314bfc676fb5,DISK]
2024-12-03T18:18:53,614 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42307,DS-82a91e0d-99b4-4af0-b613-5573e717398b,DISK]
2024-12-03T18:18:53,614 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-8208040e-11d8-434f-831f-ed9cb03aaa48,DISK]
2024-12-03T18:18:53,616 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733249933261/wal.1733249933599
2024-12-03T18:18:53,616 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34211:34211),(127.0.0.1/127.0.0.1:45347:45347),(127.0.0.1/127.0.0.1:32955:32955)]
2024-12-03T18:18:53,798 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741868_1045 (size=344433)
2024-12-03T18:18:53,798 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741868_1045 (size=344433)
2024-12-03T18:18:53,799 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741868_1045 (size=344433)
2024-12-03T18:18:53,825 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39471/hbase/WALs/test2727-manual,16010,1733249933261/wal.1733249933599, size=336.4 K (344433bytes)
2024-12-03T18:18:53,825 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39471/hbase/WALs/test2727-manual,16010,1733249933261/wal.1733249933599
2024-12-03T18:18:53,827 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39471/hbase/WALs/test2727-manual,16010,1733249933261/wal.1733249933599 after 2ms
2024-12-03T18:18:53,836 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39471/hbase/WALs/test2727-manual,16010,1733249933261/wal.1733249933599 took 10ms
2024-12-03T18:18:53,840 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1733249933599.temp
2024-12-03T18:18:53,844 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39471/hbase/data/default/test2727/2ab708dea0a9a2186158c275200b894e/recovered.edits/0000000000000003001-wal.1733249933599.temp
2024-12-03T18:18:53,864 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39471/hbase/WALs/test2727-manual,16010,1733249933261/wal.1733249933599 so closing down
2024-12-03T18:18:53,864 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-03T18:18:53,864 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-03T18:18:53,893 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741869_1046 (size=344433)
2024-12-03T18:18:53,893 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741869_1046 (size=344433)
2024-12-03T18:18:53,893 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741869_1046 (size=344433)
2024-12-03T18:18:53,895 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39471/hbase/data/default/test2727/2ab708dea0a9a2186158c275200b894e/recovered.edits/0000000000000003001-wal.1733249933599.temp (wrote 3000 edits, skipped 0 edits in 9 ms)
2024-12-03T18:18:53,897 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39471/hbase/data/default/test2727/2ab708dea0a9a2186158c275200b894e/recovered.edits/0000000000000003001-wal.1733249933599.temp to hdfs://localhost:39471/hbase/data/default/test2727/2ab708dea0a9a2186158c275200b894e/recovered.edits/0000000000000006000
2024-12-03T18:18:53,897 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:39471/hbase/WALs/test2727-manual,16010,1733249933261/wal.1733249933599, size=336.4 K, length=344433, corrupted=false, cancelled=false
2024-12-03T18:18:53,897 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39471/hbase/WALs/test2727-manual,16010,1733249933261/wal.1733249933599, journal: Splitting hdfs://localhost:39471/hbase/WALs/test2727-manual,16010,1733249933261/wal.1733249933599, size=336.4 K (344433bytes) at 1733249933825Creating recovered edits writer path=hdfs://localhost:39471/hbase/data/default/test2727/2ab708dea0a9a2186158c275200b894e/recovered.edits/0000000000000003001-wal.1733249933599.temp at 1733249933844 (+19 ms)Split 1024 edits, skipped 0 edits. at 1733249933847 (+3 ms)Split 2048 edits, skipped 0 edits. at 1733249933855 (+8 ms)Finishing writing output for hdfs://localhost:39471/hbase/WALs/test2727-manual,16010,1733249933261/wal.1733249933599 so closing down at 1733249933864 (+9 ms)3 split writer threads finished at 1733249933864Closed recovered edits writer path=hdfs://localhost:39471/hbase/data/default/test2727/2ab708dea0a9a2186158c275200b894e/recovered.edits/0000000000000003001-wal.1733249933599.temp (wrote 3000 edits, skipped 0 edits in 9 ms) at 1733249933895 (+31 ms)Rename recovered edits hdfs://localhost:39471/hbase/data/default/test2727/2ab708dea0a9a2186158c275200b894e/recovered.edits/0000000000000003001-wal.1733249933599.temp to hdfs://localhost:39471/hbase/data/default/test2727/2ab708dea0a9a2186158c275200b894e/recovered.edits/0000000000000006000 at 1733249933897 (+2 ms)Processed 3000 edits across 1 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:39471/hbase/WALs/test2727-manual,16010,1733249933261/wal.1733249933599, size=336.4 K, length=344433, corrupted=false, cancelled=false at 1733249933897
2024-12-03T18:18:53,900 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39471/hbase/WALs/test2727-manual,16010,1733249933261/wal.1733249933599 to hdfs://localhost:39471/hbase/oldWALs/wal.1733249933599
2024-12-03T18:18:53,901 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39471/hbase/data/default/test2727/2ab708dea0a9a2186158c275200b894e/recovered.edits/0000000000000006000
2024-12-03T18:18:53,901 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-03T18:18:53,904 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39471/hbase/WALs/test2727-manual,16010,1733249933261, archiveDir=hdfs://localhost:39471/hbase/oldWALs, maxLogs=32
2024-12-03T18:18:53,917 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733249933261/wal.1733249933904, exclude list is [], retry=0
2024-12-03T18:18:53,920 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-8208040e-11d8-434f-831f-ed9cb03aaa48,DISK]
2024-12-03T18:18:53,920 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-a8d14b80-1484-479b-8e7d-314bfc676fb5,DISK]
2024-12-03T18:18:53,921 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42307,DS-82a91e0d-99b4-4af0-b613-5573e717398b,DISK]
2024-12-03T18:18:53,922 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733249933261/wal.1733249933904
2024-12-03T18:18:53,926 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32955:32955),(127.0.0.1/127.0.0.1:34211:34211),(127.0.0.1/127.0.0.1:45347:45347)]
2024-12-03T18:18:53,926 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 2ab708dea0a9a2186158c275200b894e, NAME => 'test2727,,1733249933263.2ab708dea0a9a2186158c275200b894e.', STARTKEY => '', ENDKEY => ''}
2024-12-03T18:18:53,926 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733249933263.2ab708dea0a9a2186158c275200b894e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T18:18:53,926 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 2ab708dea0a9a2186158c275200b894e
2024-12-03T18:18:53,926 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 2ab708dea0a9a2186158c275200b894e
2024-12-03T18:18:53,928 INFO  [StoreOpener-2ab708dea0a9a2186158c275200b894e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2ab708dea0a9a2186158c275200b894e 
2024-12-03T18:18:53,929 INFO  [StoreOpener-2ab708dea0a9a2186158c275200b894e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ab708dea0a9a2186158c275200b894e columnFamilyName a
2024-12-03T18:18:53,929 DEBUG [StoreOpener-2ab708dea0a9a2186158c275200b894e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:18:53,930 INFO  [StoreOpener-2ab708dea0a9a2186158c275200b894e-1 {}] regionserver.HStore(327): Store=2ab708dea0a9a2186158c275200b894e/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:18:53,930 INFO  [StoreOpener-2ab708dea0a9a2186158c275200b894e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2ab708dea0a9a2186158c275200b894e 
2024-12-03T18:18:53,931 INFO  [StoreOpener-2ab708dea0a9a2186158c275200b894e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ab708dea0a9a2186158c275200b894e columnFamilyName b
2024-12-03T18:18:53,931 DEBUG [StoreOpener-2ab708dea0a9a2186158c275200b894e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:18:53,932 INFO  [StoreOpener-2ab708dea0a9a2186158c275200b894e-1 {}] regionserver.HStore(327): Store=2ab708dea0a9a2186158c275200b894e/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:18:53,932 INFO  [StoreOpener-2ab708dea0a9a2186158c275200b894e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2ab708dea0a9a2186158c275200b894e 
2024-12-03T18:18:53,933 INFO  [StoreOpener-2ab708dea0a9a2186158c275200b894e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ab708dea0a9a2186158c275200b894e columnFamilyName c
2024-12-03T18:18:53,933 DEBUG [StoreOpener-2ab708dea0a9a2186158c275200b894e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:18:53,933 INFO  [StoreOpener-2ab708dea0a9a2186158c275200b894e-1 {}] regionserver.HStore(327): Store=2ab708dea0a9a2186158c275200b894e/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:18:53,934 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2ab708dea0a9a2186158c275200b894e
2024-12-03T18:18:53,934 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/test2727/2ab708dea0a9a2186158c275200b894e
2024-12-03T18:18:53,937 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/test2727/2ab708dea0a9a2186158c275200b894e
2024-12-03T18:18:53,939 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39471/hbase/data/default/test2727/2ab708dea0a9a2186158c275200b894e/recovered.edits/0000000000000003000
2024-12-03T18:18:53,967 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:39471/hbase/data/default/test2727/2ab708dea0a9a2186158c275200b894e/recovered.edits/0000000000000003000
2024-12-03T18:18:53,968 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39471/hbase/data/default/test2727/2ab708dea0a9a2186158c275200b894e/recovered.edits/0000000000000006000
2024-12-03T18:18:53,999 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:39471/hbase/data/default/test2727/2ab708dea0a9a2186158c275200b894e/recovered.edits/0000000000000006000
2024-12-03T18:18:53,999 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 2ab708dea0a9a2186158c275200b894e 3/3 column families, dataSize=215.51 KB heapSize=657 KB
2024-12-03T18:18:54,019 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/hbase/data/default/test2727/2ab708dea0a9a2186158c275200b894e/.tmp/a/2b55b590999449fab49e1cf9fee9cbdf is 41, key is test2727/a:100/1733249933621/Put/seqid=0
2024-12-03T18:18:54,026 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741871_1048 (size=84227)
2024-12-03T18:18:54,026 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741871_1048 (size=84227)
2024-12-03T18:18:54,026 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741871_1048 (size=84227)
2024-12-03T18:18:54,027 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:39471/hbase/data/default/test2727/2ab708dea0a9a2186158c275200b894e/.tmp/a/2b55b590999449fab49e1cf9fee9cbdf
2024-12-03T18:18:54,054 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/hbase/data/default/test2727/2ab708dea0a9a2186158c275200b894e/.tmp/b/6d95bbd7bd334610870a2d27ae5fee67 is 41, key is test2727/b:100/1733249933676/Put/seqid=0
2024-12-03T18:18:54,059 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741872_1049 (size=84609)
2024-12-03T18:18:54,059 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741872_1049 (size=84609)
2024-12-03T18:18:54,060 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741872_1049 (size=84609)
2024-12-03T18:18:54,061 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:39471/hbase/data/default/test2727/2ab708dea0a9a2186158c275200b894e/.tmp/b/6d95bbd7bd334610870a2d27ae5fee67
2024-12-03T18:18:54,091 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/hbase/data/default/test2727/2ab708dea0a9a2186158c275200b894e/.tmp/c/9c8974977b724cb7b1d6ca32813691d6 is 41, key is test2727/c:100/1733249933738/Put/seqid=0
2024-12-03T18:18:54,099 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741873_1050 (size=84609)
2024-12-03T18:18:54,099 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741873_1050 (size=84609)
2024-12-03T18:18:54,099 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741873_1050 (size=84609)
2024-12-03T18:18:54,100 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:39471/hbase/data/default/test2727/2ab708dea0a9a2186158c275200b894e/.tmp/c/9c8974977b724cb7b1d6ca32813691d6
2024-12-03T18:18:54,109 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/hbase/data/default/test2727/2ab708dea0a9a2186158c275200b894e/.tmp/a/2b55b590999449fab49e1cf9fee9cbdf as hdfs://localhost:39471/hbase/data/default/test2727/2ab708dea0a9a2186158c275200b894e/a/2b55b590999449fab49e1cf9fee9cbdf
2024-12-03T18:18:54,116 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/hbase/data/default/test2727/2ab708dea0a9a2186158c275200b894e/a/2b55b590999449fab49e1cf9fee9cbdf, entries=2000, sequenceid=6000, filesize=82.3 K
2024-12-03T18:18:54,117 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/hbase/data/default/test2727/2ab708dea0a9a2186158c275200b894e/.tmp/b/6d95bbd7bd334610870a2d27ae5fee67 as hdfs://localhost:39471/hbase/data/default/test2727/2ab708dea0a9a2186158c275200b894e/b/6d95bbd7bd334610870a2d27ae5fee67
2024-12-03T18:18:54,123 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/hbase/data/default/test2727/2ab708dea0a9a2186158c275200b894e/b/6d95bbd7bd334610870a2d27ae5fee67, entries=2000, sequenceid=6000, filesize=82.6 K
2024-12-03T18:18:54,125 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/hbase/data/default/test2727/2ab708dea0a9a2186158c275200b894e/.tmp/c/9c8974977b724cb7b1d6ca32813691d6 as hdfs://localhost:39471/hbase/data/default/test2727/2ab708dea0a9a2186158c275200b894e/c/9c8974977b724cb7b1d6ca32813691d6
2024-12-03T18:18:54,131 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/hbase/data/default/test2727/2ab708dea0a9a2186158c275200b894e/c/9c8974977b724cb7b1d6ca32813691d6, entries=2000, sequenceid=6000, filesize=82.6 K
2024-12-03T18:18:54,131 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 2ab708dea0a9a2186158c275200b894e in 132ms, sequenceid=6000, compaction requested=false; wal=null
2024-12-03T18:18:54,132 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39471/hbase/data/default/test2727/2ab708dea0a9a2186158c275200b894e/recovered.edits/0000000000000003000
2024-12-03T18:18:54,133 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39471/hbase/data/default/test2727/2ab708dea0a9a2186158c275200b894e/recovered.edits/0000000000000006000
2024-12-03T18:18:54,134 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2ab708dea0a9a2186158c275200b894e
2024-12-03T18:18:54,134 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2ab708dea0a9a2186158c275200b894e
2024-12-03T18:18:54,134 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-03T18:18:54,136 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2ab708dea0a9a2186158c275200b894e
2024-12-03T18:18:54,138 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39471/hbase/data/default/test2727/2ab708dea0a9a2186158c275200b894e/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1
2024-12-03T18:18:54,139 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 2ab708dea0a9a2186158c275200b894e; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61954104, jitterRate=-0.07681190967559814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-03T18:18:54,140 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2ab708dea0a9a2186158c275200b894e:
Writing region info on filesystem at 1733249933926Initializing all the Stores at 1733249933927 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249933927Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249933928 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249933928Obtaining lock to block concurrent updates at 1733249933999 (+71 ms)Preparing flush snapshotting stores in 2ab708dea0a9a2186158c275200b894e at 1733249933999Finished memstore snapshotting test2727,,1733249933263.2ab708dea0a9a2186158c275200b894e., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1733249933999Flushing stores of test2727,,1733249933263.2ab708dea0a9a2186158c275200b894e. at 1733249933999Flushing 2ab708dea0a9a2186158c275200b894e/a: creating writer at 1733249933999Flushing 2ab708dea0a9a2186158c275200b894e/a: appending metadata at 1733249934018 (+19 ms)Flushing 2ab708dea0a9a2186158c275200b894e/a: closing flushed file at 1733249934018Flushing 2ab708dea0a9a2186158c275200b894e/b: creating writer at 1733249934034 (+16 ms)Flushing 2ab708dea0a9a2186158c275200b894e/b: appending metadata at 1733249934052 (+18 ms)Flushing 2ab708dea0a9a2186158c275200b894e/b: closing flushed file at 1733249934052Flushing 2ab708dea0a9a2186158c275200b894e/c: creating writer at 1733249934068 (+16 ms)Flushing 2ab708dea0a9a2186158c275200b894e/c: appending metadata at 1733249934091 (+23 ms)Flushing 2ab708dea0a9a2186158c275200b894e/c: closing flushed file at 1733249934091Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1595e3cd: reopening flushed file at 1733249934108 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40b0c3d5: reopening flushed file at 1733249934116 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10a163f3: reopening flushed file at 1733249934124 (+8 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 2ab708dea0a9a2186158c275200b894e in 132ms, sequenceid=6000, compaction requested=false; wal=null at 1733249934131 (+7 ms)Cleaning up temporary data from old regions at 1733249934134 (+3 ms)Region opened successfully at 1733249934140 (+6 ms)
2024-12-03T18:18:54,141 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0
2024-12-03T18:18:54,141 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2ab708dea0a9a2186158c275200b894e, disabling compactions & flushes
2024-12-03T18:18:54,141 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733249933263.2ab708dea0a9a2186158c275200b894e.
2024-12-03T18:18:54,141 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733249933263.2ab708dea0a9a2186158c275200b894e.
2024-12-03T18:18:54,141 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733249933263.2ab708dea0a9a2186158c275200b894e. after waiting 0 ms
2024-12-03T18:18:54,141 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733249933263.2ab708dea0a9a2186158c275200b894e.
2024-12-03T18:18:54,147 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733249933263.2ab708dea0a9a2186158c275200b894e.
2024-12-03T18:18:54,147 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2ab708dea0a9a2186158c275200b894e:
Waiting for close lock at 1733249934141Disabling compacts and flushes for region at 1733249934141Disabling writes for close at 1733249934141Writing region close event to WAL at 1733249934147 (+6 ms)Closed at 1733249934147
2024-12-03T18:18:54,150 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741870_1047 (size=93)
2024-12-03T18:18:54,150 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741870_1047 (size=93)
2024-12-03T18:18:54,150 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741870_1047 (size=93)
2024-12-03T18:18:54,153 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-03T18:18:54,153 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733249933904)
2024-12-03T18:18:54,165 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#test2727 Thread=400 (was 397)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_548913958_22 at /127.0.0.1:42284 [Waiting for operation #9]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-14-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-14-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_548913958_22 at /127.0.0.1:42486 [Waiting for operation #9]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-14-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=911 (was 847) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=471 (was 471), ProcessCount=11 (was 11), AvailableMemoryMB=1934 (was 2063)
2024-12-03T18:18:54,176 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testSequentialEditLogSeqNum Thread=400, OpenFileDescriptor=911, MaxFileDescriptor=1048576, SystemLoadAverage=471, ProcessCount=11, AvailableMemoryMB=1932
2024-12-03T18:18:54,192 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T18:18:54,198 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39471/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733249934191, archiveDir=hdfs://localhost:39471/hbase/oldWALs, maxLogs=32
2024-12-03T18:18:54,199 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1733249934199
2024-12-03T18:18:54,207 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733249934191/wal.1733249934199
2024-12-03T18:18:54,210 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34211:34211),(127.0.0.1/127.0.0.1:32955:32955),(127.0.0.1/127.0.0.1:45347:45347)]
2024-12-03T18:18:54,211 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1af3e70f6418066db59af3c23e8c71f8, NAME => 'testSequentialEditLogSeqNum,,1733249934192.1af3e70f6418066db59af3c23e8c71f8.', STARTKEY => '', ENDKEY => ''}
2024-12-03T18:18:54,211 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1733249934192.1af3e70f6418066db59af3c23e8c71f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T18:18:54,211 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1af3e70f6418066db59af3c23e8c71f8
2024-12-03T18:18:54,211 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1af3e70f6418066db59af3c23e8c71f8
2024-12-03T18:18:54,212 WARN  [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:39471/hbase/data/default/testSequentialEditLogSeqNum/1af3e70f6418066db59af3c23e8c71f8 doesn't exist for region: 1af3e70f6418066db59af3c23e8c71f8 on table testSequentialEditLogSeqNum
2024-12-03T18:18:54,213 WARN  [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 1af3e70f6418066db59af3c23e8c71f8 on table testSequentialEditLogSeqNum
2024-12-03T18:18:54,221 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741875_1052 (size=62)
2024-12-03T18:18:54,222 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741875_1052 (size=62)
2024-12-03T18:18:54,223 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741875_1052 (size=62)
2024-12-03T18:18:54,225 INFO  [StoreOpener-1af3e70f6418066db59af3c23e8c71f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1af3e70f6418066db59af3c23e8c71f8 
2024-12-03T18:18:54,227 INFO  [StoreOpener-1af3e70f6418066db59af3c23e8c71f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1af3e70f6418066db59af3c23e8c71f8 columnFamilyName a
2024-12-03T18:18:54,227 DEBUG [StoreOpener-1af3e70f6418066db59af3c23e8c71f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:18:54,227 INFO  [StoreOpener-1af3e70f6418066db59af3c23e8c71f8-1 {}] regionserver.HStore(327): Store=1af3e70f6418066db59af3c23e8c71f8/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:18:54,228 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1af3e70f6418066db59af3c23e8c71f8
2024-12-03T18:18:54,228 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testSequentialEditLogSeqNum/1af3e70f6418066db59af3c23e8c71f8
2024-12-03T18:18:54,229 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testSequentialEditLogSeqNum/1af3e70f6418066db59af3c23e8c71f8
2024-12-03T18:18:54,229 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1af3e70f6418066db59af3c23e8c71f8
2024-12-03T18:18:54,229 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1af3e70f6418066db59af3c23e8c71f8
2024-12-03T18:18:54,231 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1af3e70f6418066db59af3c23e8c71f8
2024-12-03T18:18:54,233 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39471/hbase/data/default/testSequentialEditLogSeqNum/1af3e70f6418066db59af3c23e8c71f8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T18:18:54,234 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 1af3e70f6418066db59af3c23e8c71f8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67056487, jitterRate=-7.804781198501587E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T18:18:54,235 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1af3e70f6418066db59af3c23e8c71f8:
Writing region info on filesystem at 1733249934211Initializing all the Stores at 1733249934224 (+13 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249934224Cleaning up temporary data from old regions at 1733249934229 (+5 ms)Region opened successfully at 1733249934235 (+6 ms)
2024-12-03T18:18:54,247 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 1af3e70f6418066db59af3c23e8c71f8 1/1 column families, dataSize=770 B heapSize=1.73 KB
2024-12-03T18:18:54,266 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/hbase/data/default/testSequentialEditLogSeqNum/1af3e70f6418066db59af3c23e8c71f8/.tmp/a/98c24a92dd6440e982804c6df0755272 is 81, key is testSequentialEditLogSeqNum/a:x0/1733249934235/Put/seqid=0
2024-12-03T18:18:54,273 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741876_1053 (size=5833)
2024-12-03T18:18:54,273 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741876_1053 (size=5833)
2024-12-03T18:18:54,273 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741876_1053 (size=5833)
2024-12-03T18:18:54,274 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39471/hbase/data/default/testSequentialEditLogSeqNum/1af3e70f6418066db59af3c23e8c71f8/.tmp/a/98c24a92dd6440e982804c6df0755272
2024-12-03T18:18:54,281 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/hbase/data/default/testSequentialEditLogSeqNum/1af3e70f6418066db59af3c23e8c71f8/.tmp/a/98c24a92dd6440e982804c6df0755272 as hdfs://localhost:39471/hbase/data/default/testSequentialEditLogSeqNum/1af3e70f6418066db59af3c23e8c71f8/a/98c24a92dd6440e982804c6df0755272
2024-12-03T18:18:54,287 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/hbase/data/default/testSequentialEditLogSeqNum/1af3e70f6418066db59af3c23e8c71f8/a/98c24a92dd6440e982804c6df0755272, entries=10, sequenceid=13, filesize=5.7 K
2024-12-03T18:18:54,289 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 1af3e70f6418066db59af3c23e8c71f8 in 42ms, sequenceid=13, compaction requested=false
2024-12-03T18:18:54,289 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1af3e70f6418066db59af3c23e8c71f8:

2024-12-03T18:18:54,296 INFO  [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-12-03T18:18:54,296 INFO  [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-12-03T18:18:54,296 INFO  [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-12-03T18:18:54,296 INFO  [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-12-03T18:18:54,296 INFO  [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-12-03T18:18:54,298 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741874_1051 (size=3017)
2024-12-03T18:18:54,299 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741874_1051 (size=3017)
2024-12-03T18:18:54,299 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741874_1051 (size=3017)
2024-12-03T18:18:54,325 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39471/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733249934191/wal.1733249934199, size=2.9 K (3017bytes)
2024-12-03T18:18:54,325 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39471/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733249934191/wal.1733249934199
2024-12-03T18:18:54,326 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39471/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733249934191/wal.1733249934199 after 0ms
2024-12-03T18:18:54,329 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39471/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733249934191/wal.1733249934199 took 5ms
2024-12-03T18:18:54,341 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39471/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733249934191/wal.1733249934199 so closing down
2024-12-03T18:18:54,341 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-03T18:18:54,343 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733249934199.temp
2024-12-03T18:18:54,344 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testSequentialEditLogSeqNum/1af3e70f6418066db59af3c23e8c71f8/recovered.edits/0000000000000000003-wal.1733249934199.temp
2024-12-03T18:18:54,345 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-03T18:18:54,357 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741877_1054 (size=2433)
2024-12-03T18:18:54,357 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741877_1054 (size=2433)
2024-12-03T18:18:54,358 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741877_1054 (size=2433)
2024-12-03T18:18:54,358 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testSequentialEditLogSeqNum/1af3e70f6418066db59af3c23e8c71f8/recovered.edits/0000000000000000003-wal.1733249934199.temp (wrote 15 edits, skipped 0 edits in 0 ms)
2024-12-03T18:18:54,360 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39471/hbase/data/default/testSequentialEditLogSeqNum/1af3e70f6418066db59af3c23e8c71f8/recovered.edits/0000000000000000003-wal.1733249934199.temp to hdfs://localhost:39471/hbase/data/default/testSequentialEditLogSeqNum/1af3e70f6418066db59af3c23e8c71f8/recovered.edits/0000000000000000020
2024-12-03T18:18:54,360 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 22 ms; skipped=2; WAL=hdfs://localhost:39471/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733249934191/wal.1733249934199, size=2.9 K, length=3017, corrupted=false, cancelled=false
2024-12-03T18:18:54,360 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39471/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733249934191/wal.1733249934199, journal: Splitting hdfs://localhost:39471/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733249934191/wal.1733249934199, size=2.9 K (3017bytes) at 1733249934325Finishing writing output for hdfs://localhost:39471/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733249934191/wal.1733249934199 so closing down at 1733249934341 (+16 ms)Creating recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testSequentialEditLogSeqNum/1af3e70f6418066db59af3c23e8c71f8/recovered.edits/0000000000000000003-wal.1733249934199.temp at 1733249934344 (+3 ms)3 split writer threads finished at 1733249934345 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testSequentialEditLogSeqNum/1af3e70f6418066db59af3c23e8c71f8/recovered.edits/0000000000000000003-wal.1733249934199.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1733249934358 (+13 ms)Rename recovered edits hdfs://localhost:39471/hbase/data/default/testSequentialEditLogSeqNum/1af3e70f6418066db59af3c23e8c71f8/recovered.edits/0000000000000000003-wal.1733249934199.temp to hdfs://localhost:39471/hbase/data/default/testSequentialEditLogSeqNum/1af3e70f6418066db59af3c23e8c71f8/recovered.edits/0000000000000000020 at 1733249934360 (+2 ms)Processed 17 edits across 1 Regions in 22 ms; skipped=2; WAL=hdfs://localhost:39471/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733249934191/wal.1733249934199, size=2.9 K, length=3017, corrupted=false, cancelled=false at 1733249934360
2024-12-03T18:18:54,379 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testSequentialEditLogSeqNum Thread=405 (was 400)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_548913958_22 at /127.0.0.1:42284 [Waiting for operation #11]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_548913958_22 at /127.0.0.1:39066 [Waiting for operation #11]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: sync.3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441)

Potentially hanging thread: sync.1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_548913958_22 at /127.0.0.1:39092 [Waiting for operation #21]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: sync.0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_548913958_22 at /127.0.0.1:42486 [Waiting for operation #11]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: sync.2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441)

Potentially hanging thread: sync.4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441)
 - Thread LEAK? -, OpenFileDescriptor=949 (was 911) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=449 (was 471), ProcessCount=11 (was 11), AvailableMemoryMB=1904 (was 1932)
2024-12-03T18:18:54,393 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=405, OpenFileDescriptor=949, MaxFileDescriptor=1048576, SystemLoadAverage=449, ProcessCount=11, AvailableMemoryMB=1900
2024-12-03T18:18:54,414 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T18:18:54,417 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T18:18:54,419 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-03T18:18:54,422 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-98138523, suffix=, logDir=hdfs://localhost:39471/hbase/WALs/hregion-98138523, archiveDir=hdfs://localhost:39471/hbase/oldWALs, maxLogs=32
2024-12-03T18:18:54,436 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-98138523/hregion-98138523.1733249934422, exclude list is [], retry=0
2024-12-03T18:18:54,439 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42307,DS-82a91e0d-99b4-4af0-b613-5573e717398b,DISK]
2024-12-03T18:18:54,439 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-a8d14b80-1484-479b-8e7d-314bfc676fb5,DISK]
2024-12-03T18:18:54,439 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-8208040e-11d8-434f-831f-ed9cb03aaa48,DISK]
2024-12-03T18:18:54,468 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-98138523/hregion-98138523.1733249934422
2024-12-03T18:18:54,468 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45347:45347),(127.0.0.1/127.0.0.1:34211:34211),(127.0.0.1/127.0.0.1:32955:32955)]
2024-12-03T18:18:54,469 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 5b3ab737c13e742b409fa8678ae766d8, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733249934415.5b3ab737c13e742b409fa8678ae766d8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39471/hbase
2024-12-03T18:18:54,478 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741879_1056 (size=70)
2024-12-03T18:18:54,478 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741879_1056 (size=70)
2024-12-03T18:18:54,478 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741879_1056 (size=70)
2024-12-03T18:18:54,479 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733249934415.5b3ab737c13e742b409fa8678ae766d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T18:18:54,481 INFO  [StoreOpener-5b3ab737c13e742b409fa8678ae766d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5b3ab737c13e742b409fa8678ae766d8 
2024-12-03T18:18:54,483 INFO  [StoreOpener-5b3ab737c13e742b409fa8678ae766d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b3ab737c13e742b409fa8678ae766d8 columnFamilyName a
2024-12-03T18:18:54,483 DEBUG [StoreOpener-5b3ab737c13e742b409fa8678ae766d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:18:54,484 INFO  [StoreOpener-5b3ab737c13e742b409fa8678ae766d8-1 {}] regionserver.HStore(327): Store=5b3ab737c13e742b409fa8678ae766d8/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:18:54,484 INFO  [StoreOpener-5b3ab737c13e742b409fa8678ae766d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5b3ab737c13e742b409fa8678ae766d8 
2024-12-03T18:18:54,485 INFO  [StoreOpener-5b3ab737c13e742b409fa8678ae766d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b3ab737c13e742b409fa8678ae766d8 columnFamilyName b
2024-12-03T18:18:54,486 DEBUG [StoreOpener-5b3ab737c13e742b409fa8678ae766d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:18:54,486 INFO  [StoreOpener-5b3ab737c13e742b409fa8678ae766d8-1 {}] regionserver.HStore(327): Store=5b3ab737c13e742b409fa8678ae766d8/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:18:54,487 INFO  [StoreOpener-5b3ab737c13e742b409fa8678ae766d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5b3ab737c13e742b409fa8678ae766d8 
2024-12-03T18:18:54,488 INFO  [StoreOpener-5b3ab737c13e742b409fa8678ae766d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b3ab737c13e742b409fa8678ae766d8 columnFamilyName c
2024-12-03T18:18:54,488 DEBUG [StoreOpener-5b3ab737c13e742b409fa8678ae766d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:18:54,489 INFO  [StoreOpener-5b3ab737c13e742b409fa8678ae766d8-1 {}] regionserver.HStore(327): Store=5b3ab737c13e742b409fa8678ae766d8/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:18:54,489 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5b3ab737c13e742b409fa8678ae766d8
2024-12-03T18:18:54,490 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5b3ab737c13e742b409fa8678ae766d8
2024-12-03T18:18:54,491 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5b3ab737c13e742b409fa8678ae766d8
2024-12-03T18:18:54,492 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5b3ab737c13e742b409fa8678ae766d8
2024-12-03T18:18:54,492 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5b3ab737c13e742b409fa8678ae766d8
2024-12-03T18:18:54,493 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-03T18:18:54,494 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5b3ab737c13e742b409fa8678ae766d8
2024-12-03T18:18:54,498 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5b3ab737c13e742b409fa8678ae766d8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T18:18:54,499 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 5b3ab737c13e742b409fa8678ae766d8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63186295, jitterRate=-0.05845083296298981}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-03T18:18:54,500 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5b3ab737c13e742b409fa8678ae766d8:
Writing region info on filesystem at 1733249934479Initializing all the Stores at 1733249934480 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249934480Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249934481 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249934481Cleaning up temporary data from old regions at 1733249934492 (+11 ms)Region opened successfully at 1733249934500 (+8 ms)
2024-12-03T18:18:54,501 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5b3ab737c13e742b409fa8678ae766d8, disabling compactions & flushes
2024-12-03T18:18:54,501 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733249934415.5b3ab737c13e742b409fa8678ae766d8.
2024-12-03T18:18:54,501 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733249934415.5b3ab737c13e742b409fa8678ae766d8.
2024-12-03T18:18:54,501 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733249934415.5b3ab737c13e742b409fa8678ae766d8. after waiting 0 ms
2024-12-03T18:18:54,501 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733249934415.5b3ab737c13e742b409fa8678ae766d8.
2024-12-03T18:18:54,501 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733249934415.5b3ab737c13e742b409fa8678ae766d8.
2024-12-03T18:18:54,501 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5b3ab737c13e742b409fa8678ae766d8:
Waiting for close lock at 1733249934501Disabling compacts and flushes for region at 1733249934501Disabling writes for close at 1733249934501Writing region close event to WAL at 1733249934501Closed at 1733249934501
2024-12-03T18:18:54,505 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741878_1055 (size=93)
2024-12-03T18:18:54,505 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741878_1055 (size=93)
2024-12-03T18:18:54,505 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741878_1055 (size=93)
2024-12-03T18:18:54,508 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-03T18:18:54,508 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-98138523:(num 1733249934422)
2024-12-03T18:18:54,508 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-03T18:18:54,511 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39471/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733249934413, archiveDir=hdfs://localhost:39471/hbase/oldWALs, maxLogs=32
2024-12-03T18:18:54,529 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733249934413/wal.1733249934511, exclude list is [], retry=0
2024-12-03T18:18:54,533 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-8208040e-11d8-434f-831f-ed9cb03aaa48,DISK]
2024-12-03T18:18:54,533 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-a8d14b80-1484-479b-8e7d-314bfc676fb5,DISK]
2024-12-03T18:18:54,533 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42307,DS-82a91e0d-99b4-4af0-b613-5573e717398b,DISK]
2024-12-03T18:18:54,537 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733249934413/wal.1733249934511
2024-12-03T18:18:54,537 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32955:32955),(127.0.0.1/127.0.0.1:34211:34211),(127.0.0.1/127.0.0.1:45347:45347)]
2024-12-03T18:18:54,537 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 5b3ab737c13e742b409fa8678ae766d8, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733249934415.5b3ab737c13e742b409fa8678ae766d8.', STARTKEY => '', ENDKEY => ''}
2024-12-03T18:18:54,537 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733249934415.5b3ab737c13e742b409fa8678ae766d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T18:18:54,537 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 5b3ab737c13e742b409fa8678ae766d8
2024-12-03T18:18:54,538 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 5b3ab737c13e742b409fa8678ae766d8
2024-12-03T18:18:54,539 INFO  [StoreOpener-5b3ab737c13e742b409fa8678ae766d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5b3ab737c13e742b409fa8678ae766d8 
2024-12-03T18:18:54,541 INFO  [StoreOpener-5b3ab737c13e742b409fa8678ae766d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b3ab737c13e742b409fa8678ae766d8 columnFamilyName a
2024-12-03T18:18:54,541 DEBUG [StoreOpener-5b3ab737c13e742b409fa8678ae766d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:18:54,541 INFO  [StoreOpener-5b3ab737c13e742b409fa8678ae766d8-1 {}] regionserver.HStore(327): Store=5b3ab737c13e742b409fa8678ae766d8/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:18:54,542 INFO  [StoreOpener-5b3ab737c13e742b409fa8678ae766d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5b3ab737c13e742b409fa8678ae766d8 
2024-12-03T18:18:54,543 INFO  [StoreOpener-5b3ab737c13e742b409fa8678ae766d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b3ab737c13e742b409fa8678ae766d8 columnFamilyName b
2024-12-03T18:18:54,543 DEBUG [StoreOpener-5b3ab737c13e742b409fa8678ae766d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:18:54,544 INFO  [StoreOpener-5b3ab737c13e742b409fa8678ae766d8-1 {}] regionserver.HStore(327): Store=5b3ab737c13e742b409fa8678ae766d8/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:18:54,544 INFO  [StoreOpener-5b3ab737c13e742b409fa8678ae766d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5b3ab737c13e742b409fa8678ae766d8 
2024-12-03T18:18:54,545 INFO  [StoreOpener-5b3ab737c13e742b409fa8678ae766d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b3ab737c13e742b409fa8678ae766d8 columnFamilyName c
2024-12-03T18:18:54,545 DEBUG [StoreOpener-5b3ab737c13e742b409fa8678ae766d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:18:54,546 INFO  [StoreOpener-5b3ab737c13e742b409fa8678ae766d8-1 {}] regionserver.HStore(327): Store=5b3ab737c13e742b409fa8678ae766d8/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:18:54,546 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5b3ab737c13e742b409fa8678ae766d8
2024-12-03T18:18:54,547 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5b3ab737c13e742b409fa8678ae766d8
2024-12-03T18:18:54,548 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5b3ab737c13e742b409fa8678ae766d8
2024-12-03T18:18:54,550 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5b3ab737c13e742b409fa8678ae766d8
2024-12-03T18:18:54,550 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5b3ab737c13e742b409fa8678ae766d8
2024-12-03T18:18:54,550 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-03T18:18:54,552 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5b3ab737c13e742b409fa8678ae766d8
2024-12-03T18:18:54,553 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 5b3ab737c13e742b409fa8678ae766d8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64452507, jitterRate=-0.03958280384540558}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-03T18:18:54,554 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5b3ab737c13e742b409fa8678ae766d8:
Writing region info on filesystem at 1733249934538Initializing all the Stores at 1733249934539 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249934539Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249934539Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249934539Cleaning up temporary data from old regions at 1733249934550 (+11 ms)Region opened successfully at 1733249934554 (+4 ms)
2024-12-03T18:18:54,559 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1733249934558/Put/seqid=0
2024-12-03T18:18:54,573 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741881_1058 (size=4826)
2024-12-03T18:18:54,573 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741881_1058 (size=4826)
2024-12-03T18:18:54,574 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741881_1058 (size=4826)
2024-12-03T18:18:54,574 INFO  [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39471/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 5b3ab737c13e742b409fa8678ae766d8/a
2024-12-03T18:18:54,583 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z
2024-12-03T18:18:54,584 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last=
2024-12-03T18:18:54,584 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 5b3ab737c13e742b409fa8678ae766d8:

2024-12-03T18:18:54,586 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:39471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5b3ab737c13e742b409fa8678ae766d8/a/2ebe8af7c1ca4e6f861b77af2d1147ec_SeqId_3_
2024-12-03T18:18:54,588 INFO  [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39471/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 5b3ab737c13e742b409fa8678ae766d8/a as hdfs://localhost:39471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5b3ab737c13e742b409fa8678ae766d8/a/2ebe8af7c1ca4e6f861b77af2d1147ec_SeqId_3_ - updating store file list.
2024-12-03T18:18:54,595 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2ebe8af7c1ca4e6f861b77af2d1147ec_SeqId_3_: NONE, but ROW specified in column family configuration
2024-12-03T18:18:54,596 INFO  [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5b3ab737c13e742b409fa8678ae766d8/a/2ebe8af7c1ca4e6f861b77af2d1147ec_SeqId_3_ into 5b3ab737c13e742b409fa8678ae766d8/a
2024-12-03T18:18:54,596 INFO  [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39471/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 5b3ab737c13e742b409fa8678ae766d8/a (new location: hdfs://localhost:39471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5b3ab737c13e742b409fa8678ae766d8/a/2ebe8af7c1ca4e6f861b77af2d1147ec_SeqId_3_)
2024-12-03T18:18:54,644 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39471/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733249934413/wal.1733249934511, size=0 (0bytes)
2024-12-03T18:18:54,644 WARN  [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:39471/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733249934413/wal.1733249934511 might be still open, length is 0
2024-12-03T18:18:54,644 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39471/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733249934413/wal.1733249934511
2024-12-03T18:18:54,644 WARN  [IPC Server handler 2 on default port 39471 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733249934413/wal.1733249934511 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057
2024-12-03T18:18:54,645 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39471/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733249934413/wal.1733249934511 after 1ms
2024-12-03T18:18:55,969 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_548913958_22 at /127.0.0.1:42400 [Receiving block BP-1638623662-172.17.0.3-1733249917700:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:34093:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:42400 dst: /127.0.0.1:34093
java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:34093 remote=/127.0.0.1:42400]. Total timeout mills is 60000, 58635 millis timeout left.
	at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?]
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?]
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?]
	at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?]
	at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?]
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T18:18:55,969 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_548913958_22 at /127.0.0.1:39326 [Receiving block BP-1638623662-172.17.0.3-1733249917700:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:42307:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:39326 dst: /127.0.0.1:42307
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T18:18:55,969 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_548913958_22 at /127.0.0.1:42584 [Receiving block BP-1638623662-172.17.0.3-1733249917700:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:37811:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:42584 dst: /127.0.0.1:37811
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T18:18:55,973 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741880_1059 (size=504)
2024-12-03T18:18:55,974 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741880_1059 (size=504)
2024-12-03T18:18:58,646 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39471/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733249934413/wal.1733249934511 after 4001ms
2024-12-03T18:18:58,652 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39471/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733249934413/wal.1733249934511 took 4007ms
2024-12-03T18:18:58,656 INFO  [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39471/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733249934413/wal.1733249934511; continuing.
2024-12-03T18:18:58,656 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39471/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733249934413/wal.1733249934511 so closing down
2024-12-03T18:18:58,656 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-03T18:18:58,659 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1733249934511.temp
2024-12-03T18:18:58,661 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5b3ab737c13e742b409fa8678ae766d8/recovered.edits/0000000000000000005-wal.1733249934511.temp
2024-12-03T18:18:58,661 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-03T18:18:58,673 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741882_1060 (size=238)
2024-12-03T18:18:58,673 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741882_1060 (size=238)
2024-12-03T18:18:58,674 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741882_1060 (size=238)
2024-12-03T18:18:58,674 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5b3ab737c13e742b409fa8678ae766d8/recovered.edits/0000000000000000005-wal.1733249934511.temp (wrote 1 edits, skipped 0 edits in 0 ms)
2024-12-03T18:18:58,676 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5b3ab737c13e742b409fa8678ae766d8/recovered.edits/0000000000000000005-wal.1733249934511.temp to hdfs://localhost:39471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5b3ab737c13e742b409fa8678ae766d8/recovered.edits/0000000000000000005
2024-12-03T18:18:58,676 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 23 ms; skipped=1; WAL=hdfs://localhost:39471/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733249934413/wal.1733249934511, size=0, length=0, corrupted=false, cancelled=false
2024-12-03T18:18:58,676 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39471/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733249934413/wal.1733249934511, journal: Splitting hdfs://localhost:39471/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733249934413/wal.1733249934511, size=0 (0bytes) at 1733249934644Finishing writing output for hdfs://localhost:39471/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733249934413/wal.1733249934511 so closing down at 1733249938656 (+4012 ms)Creating recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5b3ab737c13e742b409fa8678ae766d8/recovered.edits/0000000000000000005-wal.1733249934511.temp at 1733249938661 (+5 ms)3 split writer threads finished at 1733249938661Closed recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5b3ab737c13e742b409fa8678ae766d8/recovered.edits/0000000000000000005-wal.1733249934511.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733249938674 (+13 ms)Rename recovered edits hdfs://localhost:39471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5b3ab737c13e742b409fa8678ae766d8/recovered.edits/0000000000000000005-wal.1733249934511.temp to hdfs://localhost:39471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5b3ab737c13e742b409fa8678ae766d8/recovered.edits/0000000000000000005 at 1733249938676 (+2 ms)Processed 2 edits across 1 Regions in 23 ms; skipped=1; WAL=hdfs://localhost:39471/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733249934413/wal.1733249934511, size=0, length=0, corrupted=false, cancelled=false at 1733249938676
2024-12-03T18:18:58,679 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39471/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733249934413/wal.1733249934511 to hdfs://localhost:39471/hbase/oldWALs/wal.1733249934511
2024-12-03T18:18:58,680 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5b3ab737c13e742b409fa8678ae766d8/recovered.edits/0000000000000000005
2024-12-03T18:18:58,680 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-03T18:18:58,683 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39471/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733249934413, archiveDir=hdfs://localhost:39471/hbase/oldWALs, maxLogs=32
2024-12-03T18:18:58,697 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733249934413/wal.1733249938683, exclude list is [], retry=0
2024-12-03T18:18:58,700 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-a8d14b80-1484-479b-8e7d-314bfc676fb5,DISK]
2024-12-03T18:18:58,701 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-8208040e-11d8-434f-831f-ed9cb03aaa48,DISK]
2024-12-03T18:18:58,701 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42307,DS-82a91e0d-99b4-4af0-b613-5573e717398b,DISK]
2024-12-03T18:18:58,706 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733249934413/wal.1733249938683
2024-12-03T18:18:58,707 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34211:34211),(127.0.0.1/127.0.0.1:32955:32955),(127.0.0.1/127.0.0.1:45347:45347)]
2024-12-03T18:18:58,707 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 5b3ab737c13e742b409fa8678ae766d8, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733249934415.5b3ab737c13e742b409fa8678ae766d8.', STARTKEY => '', ENDKEY => ''}
2024-12-03T18:18:58,707 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733249934415.5b3ab737c13e742b409fa8678ae766d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T18:18:58,707 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 5b3ab737c13e742b409fa8678ae766d8
2024-12-03T18:18:58,707 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 5b3ab737c13e742b409fa8678ae766d8
2024-12-03T18:18:58,710 INFO  [StoreOpener-5b3ab737c13e742b409fa8678ae766d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5b3ab737c13e742b409fa8678ae766d8 
2024-12-03T18:18:58,712 INFO  [StoreOpener-5b3ab737c13e742b409fa8678ae766d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b3ab737c13e742b409fa8678ae766d8 columnFamilyName a
2024-12-03T18:18:58,712 DEBUG [StoreOpener-5b3ab737c13e742b409fa8678ae766d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:18:58,721 DEBUG [StoreFileOpener-5b3ab737c13e742b409fa8678ae766d8-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2ebe8af7c1ca4e6f861b77af2d1147ec_SeqId_3_: NONE, but ROW specified in column family configuration
2024-12-03T18:18:58,721 DEBUG [StoreOpener-5b3ab737c13e742b409fa8678ae766d8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5b3ab737c13e742b409fa8678ae766d8/a/2ebe8af7c1ca4e6f861b77af2d1147ec_SeqId_3_
2024-12-03T18:18:58,721 INFO  [StoreOpener-5b3ab737c13e742b409fa8678ae766d8-1 {}] regionserver.HStore(327): Store=5b3ab737c13e742b409fa8678ae766d8/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:18:58,722 INFO  [StoreOpener-5b3ab737c13e742b409fa8678ae766d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5b3ab737c13e742b409fa8678ae766d8 
2024-12-03T18:18:58,723 INFO  [StoreOpener-5b3ab737c13e742b409fa8678ae766d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b3ab737c13e742b409fa8678ae766d8 columnFamilyName b
2024-12-03T18:18:58,723 DEBUG [StoreOpener-5b3ab737c13e742b409fa8678ae766d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:18:58,724 INFO  [StoreOpener-5b3ab737c13e742b409fa8678ae766d8-1 {}] regionserver.HStore(327): Store=5b3ab737c13e742b409fa8678ae766d8/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:18:58,724 INFO  [StoreOpener-5b3ab737c13e742b409fa8678ae766d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5b3ab737c13e742b409fa8678ae766d8 
2024-12-03T18:18:58,725 INFO  [StoreOpener-5b3ab737c13e742b409fa8678ae766d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b3ab737c13e742b409fa8678ae766d8 columnFamilyName c
2024-12-03T18:18:58,725 DEBUG [StoreOpener-5b3ab737c13e742b409fa8678ae766d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:18:58,725 INFO  [StoreOpener-5b3ab737c13e742b409fa8678ae766d8-1 {}] regionserver.HStore(327): Store=5b3ab737c13e742b409fa8678ae766d8/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:18:58,725 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5b3ab737c13e742b409fa8678ae766d8
2024-12-03T18:18:58,727 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5b3ab737c13e742b409fa8678ae766d8
2024-12-03T18:18:58,729 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5b3ab737c13e742b409fa8678ae766d8
2024-12-03T18:18:58,729 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5b3ab737c13e742b409fa8678ae766d8/recovered.edits/0000000000000000005
2024-12-03T18:18:58,733 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:39471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5b3ab737c13e742b409fa8678ae766d8/recovered.edits/0000000000000000005
2024-12-03T18:18:58,733 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 5b3ab737c13e742b409fa8678ae766d8 3/3 column families, dataSize=58 B heapSize=904 B
2024-12-03T18:18:58,748 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5b3ab737c13e742b409fa8678ae766d8/.tmp/a/0ec688c11cd64fcfa2e9ec590aac29cc is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1733249934602/Put/seqid=0
2024-12-03T18:18:58,754 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741884_1062 (size=5149)
2024-12-03T18:18:58,754 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741884_1062 (size=5149)
2024-12-03T18:18:58,754 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741884_1062 (size=5149)
2024-12-03T18:18:58,755 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5b3ab737c13e742b409fa8678ae766d8/.tmp/a/0ec688c11cd64fcfa2e9ec590aac29cc
2024-12-03T18:18:58,761 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5b3ab737c13e742b409fa8678ae766d8/.tmp/a/0ec688c11cd64fcfa2e9ec590aac29cc as hdfs://localhost:39471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5b3ab737c13e742b409fa8678ae766d8/a/0ec688c11cd64fcfa2e9ec590aac29cc
2024-12-03T18:18:58,769 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5b3ab737c13e742b409fa8678ae766d8/a/0ec688c11cd64fcfa2e9ec590aac29cc, entries=1, sequenceid=5, filesize=5.0 K
2024-12-03T18:18:58,769 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 5b3ab737c13e742b409fa8678ae766d8 in 36ms, sequenceid=5, compaction requested=false; wal=null
2024-12-03T18:18:58,770 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5b3ab737c13e742b409fa8678ae766d8/recovered.edits/0000000000000000005
2024-12-03T18:18:58,772 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5b3ab737c13e742b409fa8678ae766d8
2024-12-03T18:18:58,772 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5b3ab737c13e742b409fa8678ae766d8
2024-12-03T18:18:58,773 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-03T18:18:58,775 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5b3ab737c13e742b409fa8678ae766d8
2024-12-03T18:18:58,777 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39471/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5b3ab737c13e742b409fa8678ae766d8/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1
2024-12-03T18:18:58,778 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 5b3ab737c13e742b409fa8678ae766d8; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65532760, jitterRate=-0.023485779762268066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-03T18:18:58,778 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5b3ab737c13e742b409fa8678ae766d8:
Writing region info on filesystem at 1733249938708Initializing all the Stores at 1733249938709 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249938709Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249938710 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249938710Obtaining lock to block concurrent updates at 1733249938733 (+23 ms)Preparing flush snapshotting stores in 5b3ab737c13e742b409fa8678ae766d8 at 1733249938733Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1733249934415.5b3ab737c13e742b409fa8678ae766d8., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1733249938734 (+1 ms)Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1733249934415.5b3ab737c13e742b409fa8678ae766d8. at 1733249938734Flushing 5b3ab737c13e742b409fa8678ae766d8/a: creating writer at 1733249938734Flushing 5b3ab737c13e742b409fa8678ae766d8/a: appending metadata at 1733249938747 (+13 ms)Flushing 5b3ab737c13e742b409fa8678ae766d8/a: closing flushed file at 1733249938747Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@471a0701: reopening flushed file at 1733249938760 (+13 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 5b3ab737c13e742b409fa8678ae766d8 in 36ms, sequenceid=5, compaction requested=false; wal=null at 1733249938769 (+9 ms)Cleaning up temporary data from old regions at 1733249938772 (+3 ms)Region opened successfully at 1733249938778 (+6 ms)
2024-12-03T18:18:58,782 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5b3ab737c13e742b409fa8678ae766d8, disabling compactions & flushes
2024-12-03T18:18:58,782 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733249934415.5b3ab737c13e742b409fa8678ae766d8.
2024-12-03T18:18:58,782 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733249934415.5b3ab737c13e742b409fa8678ae766d8.
2024-12-03T18:18:58,782 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733249934415.5b3ab737c13e742b409fa8678ae766d8. after waiting 0 ms
2024-12-03T18:18:58,782 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733249934415.5b3ab737c13e742b409fa8678ae766d8.
2024-12-03T18:18:58,783 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733249934415.5b3ab737c13e742b409fa8678ae766d8.
2024-12-03T18:18:58,783 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5b3ab737c13e742b409fa8678ae766d8:
Waiting for close lock at 1733249938782Disabling compacts and flushes for region at 1733249938782Disabling writes for close at 1733249938782Writing region close event to WAL at 1733249938783 (+1 ms)Closed at 1733249938783
2024-12-03T18:18:58,786 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741883_1061 (size=93)
2024-12-03T18:18:58,786 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741883_1061 (size=93)
2024-12-03T18:18:58,786 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741883_1061 (size=93)
2024-12-03T18:18:58,788 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-03T18:18:58,788 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733249938683)
2024-12-03T18:18:58,802 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=406 (was 405)
Potentially hanging thread: AsyncFSWAL-17-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-17-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-17-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:39471
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1519566402_22 at /127.0.0.1:42436 [Waiting for operation #11]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1519566402_22 at /127.0.0.1:39340 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1612229954) connection to localhost/127.0.0.1:39471 from jenkinstestRegionMadeOfBulkLoadedFilesOnly
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)
 - Thread LEAK? -, OpenFileDescriptor=1005 (was 949) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=449 (was 449), ProcessCount=11 (was 11), AvailableMemoryMB=1834 (was 1900)
2024-12-03T18:18:58,814 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=406, OpenFileDescriptor=1005, MaxFileDescriptor=1048576, SystemLoadAverage=449, ProcessCount=11, AvailableMemoryMB=1833
2024-12-03T18:18:58,833 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T18:18:58,838 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-03T18:18:58,842 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5cd6afc4bcac,45519,1733249922011
2024-12-03T18:18:58,845 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@796f6609
2024-12-03T18:18:58,846 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-03T18:18:58,848 INFO  [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-03T18:18:58,852 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45519 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-03T18:18:58,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45519 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF
2024-12-03T18:18:58,860 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION
2024-12-03T18:18:58,862 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45519 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testReplayEditsAfterRegionMovedWithMultiCF"
 procId is: 4
2024-12-03T18:18:58,863 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:18:58,865 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-03T18:18:58,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-03T18:18:58,876 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741885_1063 (size=694)
2024-12-03T18:18:58,876 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741885_1063 (size=694)
2024-12-03T18:18:58,876 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741885_1063 (size=694)
2024-12-03T18:18:58,879 INFO  [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 47f78c731817d1d5e66446a202a849fe, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd
2024-12-03T18:18:58,889 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741886_1064 (size=77)
2024-12-03T18:18:58,890 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741886_1064 (size=77)
2024-12-03T18:18:58,891 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741886_1064 (size=77)
2024-12-03T18:18:58,892 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T18:18:58,892 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 47f78c731817d1d5e66446a202a849fe, disabling compactions & flushes
2024-12-03T18:18:58,892 INFO  [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.
2024-12-03T18:18:58,892 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.
2024-12-03T18:18:58,892 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe. after waiting 0 ms
2024-12-03T18:18:58,892 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.
2024-12-03T18:18:58,892 INFO  [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.
2024-12-03T18:18:58,893 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 47f78c731817d1d5e66446a202a849fe:
Waiting for close lock at 1733249938892Disabling compacts and flushes for region at 1733249938892Disabling writes for close at 1733249938892Writing region close event to WAL at 1733249938892Closed at 1733249938892
2024-12-03T18:18:58,895 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META
2024-12-03T18:18:58,909 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1733249938895"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733249938895"}]},"ts":"1733249938895"}
2024-12-03T18:18:58,912 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-03T18:18:58,914 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-03T18:18:58,918 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733249938914"}]},"ts":"1733249938914"}
2024-12-03T18:18:58,923 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta
2024-12-03T18:18:58,923 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {5cd6afc4bcac=0} racks are {/default-rack=0}
2024-12-03T18:18:58,925 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-12-03T18:18:58,925 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-12-03T18:18:58,925 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-12-03T18:18:58,925 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-12-03T18:18:58,925 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-12-03T18:18:58,925 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-12-03T18:18:58,925 INFO  [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-12-03T18:18:58,925 INFO  [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-12-03T18:18:58,925 INFO  [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-12-03T18:18:58,925 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-12-03T18:18:58,927 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=47f78c731817d1d5e66446a202a849fe, ASSIGN}]
2024-12-03T18:18:58,930 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=47f78c731817d1d5e66446a202a849fe, ASSIGN
2024-12-03T18:18:58,931 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=47f78c731817d1d5e66446a202a849fe, ASSIGN; state=OFFLINE, location=5cd6afc4bcac,36879,1733249922988; forceNewPlan=false, retain=false
2024-12-03T18:18:58,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-03T18:18:59,083 INFO  [5cd6afc4bcac:45519 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-12-03T18:18:59,084 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=47f78c731817d1d5e66446a202a849fe, regionState=OPENING, regionLocation=5cd6afc4bcac,36879,1733249922988
2024-12-03T18:18:59,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=47f78c731817d1d5e66446a202a849fe, ASSIGN because future has completed
2024-12-03T18:18:59,089 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47f78c731817d1d5e66446a202a849fe, server=5cd6afc4bcac,36879,1733249922988}]
2024-12-03T18:18:59,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-03T18:18:59,243 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-03T18:18:59,247 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60917, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-03T18:18:59,255 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.
2024-12-03T18:18:59,255 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 47f78c731817d1d5e66446a202a849fe, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.', STARTKEY => '', ENDKEY => ''}
2024-12-03T18:18:59,255 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 47f78c731817d1d5e66446a202a849fe
2024-12-03T18:18:59,255 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T18:18:59,255 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 47f78c731817d1d5e66446a202a849fe
2024-12-03T18:18:59,255 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 47f78c731817d1d5e66446a202a849fe
2024-12-03T18:18:59,257 INFO  [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 47f78c731817d1d5e66446a202a849fe 
2024-12-03T18:18:59,259 INFO  [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47f78c731817d1d5e66446a202a849fe columnFamilyName cf1
2024-12-03T18:18:59,259 DEBUG [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:18:59,260 INFO  [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] regionserver.HStore(327): Store=47f78c731817d1d5e66446a202a849fe/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:18:59,260 INFO  [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 47f78c731817d1d5e66446a202a849fe 
2024-12-03T18:18:59,261 INFO  [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47f78c731817d1d5e66446a202a849fe columnFamilyName cf2
2024-12-03T18:18:59,261 DEBUG [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:18:59,262 INFO  [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] regionserver.HStore(327): Store=47f78c731817d1d5e66446a202a849fe/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:18:59,262 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 47f78c731817d1d5e66446a202a849fe
2024-12-03T18:18:59,263 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe
2024-12-03T18:18:59,263 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe
2024-12-03T18:18:59,264 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 47f78c731817d1d5e66446a202a849fe
2024-12-03T18:18:59,264 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 47f78c731817d1d5e66446a202a849fe
2024-12-03T18:18:59,265 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-12-03T18:18:59,266 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 47f78c731817d1d5e66446a202a849fe
2024-12-03T18:18:59,269 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T18:18:59,269 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 47f78c731817d1d5e66446a202a849fe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68709390, jitterRate=0.023849695920944214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-12-03T18:18:59,269 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 47f78c731817d1d5e66446a202a849fe
2024-12-03T18:18:59,270 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 47f78c731817d1d5e66446a202a849fe:
Running coprocessor pre-open hook at 1733249939256Writing region info on filesystem at 1733249939256Initializing all the Stores at 1733249939257 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249939257Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249939257Cleaning up temporary data from old regions at 1733249939264 (+7 ms)Running coprocessor post-open hooks at 1733249939269 (+5 ms)Region opened successfully at 1733249939270 (+1 ms)
2024-12-03T18:18:59,272 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe., pid=6, masterSystemTime=1733249939242
2024-12-03T18:18:59,275 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.
2024-12-03T18:18:59,275 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.
2024-12-03T18:18:59,276 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=47f78c731817d1d5e66446a202a849fe, regionState=OPEN, openSeqNum=2, regionLocation=5cd6afc4bcac,36879,1733249922988
2024-12-03T18:18:59,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47f78c731817d1d5e66446a202a849fe, server=5cd6afc4bcac,36879,1733249922988 because future has completed
2024-12-03T18:18:59,284 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-12-03T18:18:59,284 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 47f78c731817d1d5e66446a202a849fe, server=5cd6afc4bcac,36879,1733249922988 in 193 msec
2024-12-03T18:18:59,287 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-12-03T18:18:59,287 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=47f78c731817d1d5e66446a202a849fe, ASSIGN in 357 msec
2024-12-03T18:18:59,288 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-03T18:18:59,289 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733249939288"}]},"ts":"1733249939288"}
2024-12-03T18:18:59,291 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta
2024-12-03T18:18:59,293 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION
2024-12-03T18:18:59,297 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 439 msec
2024-12-03T18:18:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-03T18:18:59,494 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed
2024-12-03T18:18:59,494 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms
2024-12-03T18:18:59,495 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T18:18:59,503 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states.
2024-12-03T18:18:59,504 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-03T18:18:59,505 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned.
2024-12-03T18:18:59,518 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe., hostname=5cd6afc4bcac,36879,1733249922988, seqNum=2]
2024-12-03T18:18:59,520 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T18:18:59,522 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T18:18:59,537 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45519 {}] master.HMaster(2410): Client=jenkins//172.17.0.3 move hri=47f78c731817d1d5e66446a202a849fe, source=5cd6afc4bcac,36879,1733249922988, destination=5cd6afc4bcac,42763,1733249923124, warming up region on 5cd6afc4bcac,42763,1733249923124
2024-12-03T18:18:59,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45519 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-03T18:18:59,539 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45519 {}] master.HMaster(2414): Client=jenkins//172.17.0.3 move hri=47f78c731817d1d5e66446a202a849fe, source=5cd6afc4bcac,36879,1733249922988, destination=5cd6afc4bcac,42763,1733249923124, running balancer
2024-12-03T18:18:59,541 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34935, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-03T18:18:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45519 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=47f78c731817d1d5e66446a202a849fe, REOPEN/MOVE
2024-12-03T18:18:59,541 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=47f78c731817d1d5e66446a202a849fe, REOPEN/MOVE
2024-12-03T18:18:59,543 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=47f78c731817d1d5e66446a202a849fe, regionState=CLOSING, regionLocation=5cd6afc4bcac,36879,1733249922988
2024-12-03T18:18:59,546 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.
2024-12-03T18:18:59,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.HRegion(7855): Warmup {ENCODED => 47f78c731817d1d5e66446a202a849fe, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.', STARTKEY => '', ENDKEY => ''}
2024-12-03T18:18:59,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T18:18:59,548 INFO  [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 47f78c731817d1d5e66446a202a849fe 
2024-12-03T18:18:59,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=47f78c731817d1d5e66446a202a849fe, REOPEN/MOVE because future has completed
2024-12-03T18:18:59,549 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-03T18:18:59,550 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 47f78c731817d1d5e66446a202a849fe, server=5cd6afc4bcac,36879,1733249922988}]
2024-12-03T18:18:59,550 INFO  [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47f78c731817d1d5e66446a202a849fe columnFamilyName cf1
2024-12-03T18:18:59,550 DEBUG [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:18:59,551 INFO  [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] regionserver.HStore(327): Store=47f78c731817d1d5e66446a202a849fe/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:18:59,551 INFO  [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 47f78c731817d1d5e66446a202a849fe 
2024-12-03T18:18:59,555 INFO  [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47f78c731817d1d5e66446a202a849fe columnFamilyName cf2
2024-12-03T18:18:59,555 DEBUG [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:18:59,556 INFO  [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] regionserver.HStore(327): Store=47f78c731817d1d5e66446a202a849fe/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:18:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.HRegion(1722): Closing 47f78c731817d1d5e66446a202a849fe, disabling compactions & flushes
2024-12-03T18:18:59,557 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.
2024-12-03T18:18:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.
2024-12-03T18:18:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe. after waiting 0 ms
2024-12-03T18:18:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.
2024-12-03T18:18:59,557 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.
2024-12-03T18:18:59,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] regionserver.HRegion(1676): Region close journal for 47f78c731817d1d5e66446a202a849fe:
Waiting for close lock at 1733249939557Disabling compacts and flushes for region at 1733249939557Disabling writes for close at 1733249939557Writing region close event to WAL at 1733249939557Closed at 1733249939557
2024-12-03T18:18:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45519 {}] procedure.ProcedureSyncWait(219): waitFor pid=7
2024-12-03T18:18:59,710 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 47f78c731817d1d5e66446a202a849fe
2024-12-03T18:18:59,710 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-03T18:18:59,711 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 47f78c731817d1d5e66446a202a849fe, disabling compactions & flushes
2024-12-03T18:18:59,711 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.
2024-12-03T18:18:59,711 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.
2024-12-03T18:18:59,711 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe. after waiting 0 ms
2024-12-03T18:18:59,711 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.
2024-12-03T18:18:59,712 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 47f78c731817d1d5e66446a202a849fe 2/2 column families, dataSize=31 B heapSize=616 B
2024-12-03T18:18:59,769 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe/.tmp/cf1/2eab7ac1b89c4fb8b2dcce831cef4a75 is 35, key is r1/cf1:q/1733249939523/Put/seqid=0
2024-12-03T18:18:59,791 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741887_1065 (size=4783)
2024-12-03T18:18:59,792 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741887_1065 (size=4783)
2024-12-03T18:18:59,792 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe/.tmp/cf1/2eab7ac1b89c4fb8b2dcce831cef4a75
2024-12-03T18:18:59,795 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741887_1065 (size=4783)
2024-12-03T18:18:59,802 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe/.tmp/cf1/2eab7ac1b89c4fb8b2dcce831cef4a75 as hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe/cf1/2eab7ac1b89c4fb8b2dcce831cef4a75
2024-12-03T18:18:59,809 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe/cf1/2eab7ac1b89c4fb8b2dcce831cef4a75, entries=1, sequenceid=5, filesize=4.7 K
2024-12-03T18:18:59,810 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 47f78c731817d1d5e66446a202a849fe in 99ms, sequenceid=5, compaction requested=false
2024-12-03T18:18:59,810 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF'
2024-12-03T18:18:59,815 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-12-03T18:18:59,818 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.
2024-12-03T18:18:59,818 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 47f78c731817d1d5e66446a202a849fe:
Waiting for close lock at 1733249939711Running coprocessor pre-close hooks at 1733249939711Disabling compacts and flushes for region at 1733249939711Disabling writes for close at 1733249939711Obtaining lock to block concurrent updates at 1733249939712 (+1 ms)Preparing flush snapshotting stores in 47f78c731817d1d5e66446a202a849fe at 1733249939712Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1733249939712Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe. at 1733249939713 (+1 ms)Flushing 47f78c731817d1d5e66446a202a849fe/cf1: creating writer at 1733249939713Flushing 47f78c731817d1d5e66446a202a849fe/cf1: appending metadata at 1733249939768 (+55 ms)Flushing 47f78c731817d1d5e66446a202a849fe/cf1: closing flushed file at 1733249939768Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bc92cd3: reopening flushed file at 1733249939801 (+33 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 47f78c731817d1d5e66446a202a849fe in 99ms, sequenceid=5, compaction requested=false at 1733249939810 (+9 ms)Writing region close event to WAL at 1733249939811 (+1 ms)Running coprocessor post-close hooks at 1733249939816 (+5 ms)Closed at 1733249939818 (+2 ms)
2024-12-03T18:18:59,819 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 47f78c731817d1d5e66446a202a849fe move to 5cd6afc4bcac,42763,1733249923124 record at close sequenceid=5
2024-12-03T18:18:59,822 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 47f78c731817d1d5e66446a202a849fe
2024-12-03T18:18:59,824 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=47f78c731817d1d5e66446a202a849fe, regionState=CLOSED
2024-12-03T18:18:59,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 47f78c731817d1d5e66446a202a849fe, server=5cd6afc4bcac,36879,1733249922988 because future has completed
2024-12-03T18:18:59,835 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-12-03T18:18:59,835 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 47f78c731817d1d5e66446a202a849fe, server=5cd6afc4bcac,36879,1733249922988 in 281 msec
2024-12-03T18:18:59,837 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=47f78c731817d1d5e66446a202a849fe, REOPEN/MOVE; state=CLOSED, location=5cd6afc4bcac,42763,1733249923124; forceNewPlan=false, retain=false
2024-12-03T18:18:59,988 INFO  [5cd6afc4bcac:45519 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-12-03T18:18:59,988 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=47f78c731817d1d5e66446a202a849fe, regionState=OPENING, regionLocation=5cd6afc4bcac,42763,1733249923124
2024-12-03T18:18:59,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=47f78c731817d1d5e66446a202a849fe, REOPEN/MOVE because future has completed
2024-12-03T18:18:59,992 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47f78c731817d1d5e66446a202a849fe, server=5cd6afc4bcac,42763,1733249923124}]
2024-12-03T18:19:00,150 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.
2024-12-03T18:19:00,150 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 47f78c731817d1d5e66446a202a849fe, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.', STARTKEY => '', ENDKEY => ''}
2024-12-03T18:19:00,151 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 47f78c731817d1d5e66446a202a849fe
2024-12-03T18:19:00,151 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T18:19:00,151 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 47f78c731817d1d5e66446a202a849fe
2024-12-03T18:19:00,151 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 47f78c731817d1d5e66446a202a849fe
2024-12-03T18:19:00,153 INFO  [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 47f78c731817d1d5e66446a202a849fe 
2024-12-03T18:19:00,154 INFO  [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47f78c731817d1d5e66446a202a849fe columnFamilyName cf1
2024-12-03T18:19:00,154 DEBUG [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:00,161 DEBUG [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe/cf1/2eab7ac1b89c4fb8b2dcce831cef4a75
2024-12-03T18:19:00,162 INFO  [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] regionserver.HStore(327): Store=47f78c731817d1d5e66446a202a849fe/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:00,162 INFO  [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 47f78c731817d1d5e66446a202a849fe 
2024-12-03T18:19:00,163 INFO  [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47f78c731817d1d5e66446a202a849fe columnFamilyName cf2
2024-12-03T18:19:00,163 DEBUG [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:00,163 INFO  [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] regionserver.HStore(327): Store=47f78c731817d1d5e66446a202a849fe/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:00,164 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 47f78c731817d1d5e66446a202a849fe
2024-12-03T18:19:00,164 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe
2024-12-03T18:19:00,166 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe
2024-12-03T18:19:00,166 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 47f78c731817d1d5e66446a202a849fe
2024-12-03T18:19:00,166 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 47f78c731817d1d5e66446a202a849fe
2024-12-03T18:19:00,167 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-12-03T18:19:00,169 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 47f78c731817d1d5e66446a202a849fe
2024-12-03T18:19:00,169 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 47f78c731817d1d5e66446a202a849fe; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63793829, jitterRate=-0.049397870898246765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-12-03T18:19:00,169 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 47f78c731817d1d5e66446a202a849fe
2024-12-03T18:19:00,170 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 47f78c731817d1d5e66446a202a849fe:
Running coprocessor pre-open hook at 1733249940151Writing region info on filesystem at 1733249940151Initializing all the Stores at 1733249940152 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249940152Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249940152Cleaning up temporary data from old regions at 1733249940166 (+14 ms)Running coprocessor post-open hooks at 1733249940169 (+3 ms)Region opened successfully at 1733249940170 (+1 ms)
2024-12-03T18:19:00,171 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe., pid=9, masterSystemTime=1733249940145
2024-12-03T18:19:00,173 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.
2024-12-03T18:19:00,173 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.
2024-12-03T18:19:00,174 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=47f78c731817d1d5e66446a202a849fe, regionState=OPEN, openSeqNum=9, regionLocation=5cd6afc4bcac,42763,1733249923124
2024-12-03T18:19:00,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47f78c731817d1d5e66446a202a849fe, server=5cd6afc4bcac,42763,1733249923124 because future has completed
2024-12-03T18:19:00,181 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7
2024-12-03T18:19:00,181 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 47f78c731817d1d5e66446a202a849fe, server=5cd6afc4bcac,42763,1733249923124 in 186 msec
2024-12-03T18:19:00,183 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=47f78c731817d1d5e66446a202a849fe, REOPEN/MOVE in 642 msec
2024-12-03T18:19:00,206 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-03T18:19:00,209 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-03T18:19:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36879 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.3:48624 deadline: 1733250000212, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=5cd6afc4bcac port=42763 startCode=1733249923124. As of locationSeqNum=5.
2024-12-03T18:19:00,221 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe., hostname=5cd6afc4bcac,36879,1733249922988, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe., hostname=5cd6afc4bcac,36879,1733249922988, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=5cd6afc4bcac port=42763 startCode=1733249923124. As of locationSeqNum=5.
2024-12-03T18:19:00,221 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe., hostname=5cd6afc4bcac,36879,1733249922988, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=5cd6afc4bcac port=42763 startCode=1733249923124. As of locationSeqNum=5.
2024-12-03T18:19:00,221 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe., hostname=5cd6afc4bcac,36879,1733249922988, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe., hostname=5cd6afc4bcac,42763,1733249923124, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=5cd6afc4bcac port=42763 startCode=1733249923124. As of locationSeqNum=5.
2024-12-03T18:19:00,333 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-03T18:19:00,334 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-03T18:19:00,345 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 47f78c731817d1d5e66446a202a849fe 2/2 column families, dataSize=50 B heapSize=720 B
2024-12-03T18:19:00,361 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe/.tmp/cf1/9b5ad72be08c494f91847c064eb60cec is 29, key is r1/cf1:/1733249940336/DeleteFamily/seqid=0
2024-12-03T18:19:00,370 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741888_1066 (size=4906)
2024-12-03T18:19:00,370 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741888_1066 (size=4906)
2024-12-03T18:19:00,371 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe/.tmp/cf1/9b5ad72be08c494f91847c064eb60cec
2024-12-03T18:19:00,372 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741888_1066 (size=4906)
2024-12-03T18:19:00,379 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b5ad72be08c494f91847c064eb60cec
2024-12-03T18:19:00,392 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe/.tmp/cf2/493c25a5db01479d88aa321837ab206e is 29, key is r1/cf2:/1733249940336/DeleteFamily/seqid=0
2024-12-03T18:19:00,398 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741889_1067 (size=4906)
2024-12-03T18:19:00,398 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741889_1067 (size=4906)
2024-12-03T18:19:00,399 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741889_1067 (size=4906)
2024-12-03T18:19:00,399 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe/.tmp/cf2/493c25a5db01479d88aa321837ab206e
2024-12-03T18:19:00,405 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 493c25a5db01479d88aa321837ab206e
2024-12-03T18:19:00,407 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe/.tmp/cf1/9b5ad72be08c494f91847c064eb60cec as hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe/cf1/9b5ad72be08c494f91847c064eb60cec
2024-12-03T18:19:00,415 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b5ad72be08c494f91847c064eb60cec
2024-12-03T18:19:00,416 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe/cf1/9b5ad72be08c494f91847c064eb60cec, entries=1, sequenceid=12, filesize=4.8 K
2024-12-03T18:19:00,417 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe/.tmp/cf2/493c25a5db01479d88aa321837ab206e as hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe/cf2/493c25a5db01479d88aa321837ab206e
2024-12-03T18:19:00,426 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 493c25a5db01479d88aa321837ab206e
2024-12-03T18:19:00,426 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe/cf2/493c25a5db01479d88aa321837ab206e, entries=1, sequenceid=12, filesize=4.8 K
2024-12-03T18:19:00,427 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 47f78c731817d1d5e66446a202a849fe in 82ms, sequenceid=12, compaction requested=false
2024-12-03T18:19:00,428 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 47f78c731817d1d5e66446a202a849fe:

2024-12-03T18:19:00,430 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking
2024-12-03T18:19:00,432 DEBUG [Time-limited test {}] regionserver.HStore(1541): 47f78c731817d1d5e66446a202a849fe/cf1 is initiating major compaction (all files)
2024-12-03T18:19:00,432 INFO  [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-03T18:19:00,432 INFO  [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-03T18:19:00,433 INFO  [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 47f78c731817d1d5e66446a202a849fe/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.
2024-12-03T18:19:00,433 INFO  [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe/cf1/2eab7ac1b89c4fb8b2dcce831cef4a75, hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe/cf1/9b5ad72be08c494f91847c064eb60cec] into tmpdir=hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe/.tmp, totalSize=9.5 K
2024-12-03T18:19:00,435 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 2eab7ac1b89c4fb8b2dcce831cef4a75, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733249939523
2024-12-03T18:19:00,436 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 9b5ad72be08c494f91847c064eb60cec, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807
2024-12-03T18:19:00,451 INFO  [Time-limited test {}] throttle.PressureAwareThroughputController(145): 47f78c731817d1d5e66446a202a849fe#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-03T18:19:00,465 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741890_1068 (size=4626)
2024-12-03T18:19:00,466 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741890_1068 (size=4626)
2024-12-03T18:19:00,468 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741890_1068 (size=4626)
2024-12-03T18:19:00,480 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe/.tmp/cf1/8404392b586444f195e89d43b426e6ad as hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe/cf1/8404392b586444f195e89d43b426e6ad
2024-12-03T18:19:00,494 INFO  [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 47f78c731817d1d5e66446a202a849fe/cf1 of 47f78c731817d1d5e66446a202a849fe into 8404392b586444f195e89d43b426e6ad(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-03T18:19:00,494 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 47f78c731817d1d5e66446a202a849fe:

2024-12-03T18:19:00,494 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking
2024-12-03T18:19:00,494 DEBUG [Time-limited test {}] regionserver.HStore(1541): 47f78c731817d1d5e66446a202a849fe/cf2 is initiating major compaction (all files)
2024-12-03T18:19:00,494 INFO  [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-03T18:19:00,494 INFO  [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-03T18:19:00,494 INFO  [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 47f78c731817d1d5e66446a202a849fe/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.
2024-12-03T18:19:00,494 INFO  [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe/cf2/493c25a5db01479d88aa321837ab206e] into tmpdir=hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe/.tmp, totalSize=4.8 K
2024-12-03T18:19:00,495 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 493c25a5db01479d88aa321837ab206e, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807
2024-12-03T18:19:00,500 INFO  [Time-limited test {}] throttle.PressureAwareThroughputController(145): 47f78c731817d1d5e66446a202a849fe#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-03T18:19:00,507 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741891_1069 (size=4592)
2024-12-03T18:19:00,507 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741891_1069 (size=4592)
2024-12-03T18:19:00,507 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741891_1069 (size=4592)
2024-12-03T18:19:00,516 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe/.tmp/cf2/b29fd51a133b496eabab78ca4473da1d as hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe/cf2/b29fd51a133b496eabab78ca4473da1d
2024-12-03T18:19:00,527 INFO  [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 47f78c731817d1d5e66446a202a849fe/cf2 of 47f78c731817d1d5e66446a202a849fe into b29fd51a133b496eabab78ca4473da1d(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-03T18:19:00,527 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 47f78c731817d1d5e66446a202a849fe:

2024-12-03T18:19:00,531 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45519 {}] master.HMaster(2410): Client=jenkins//172.17.0.3 move hri=47f78c731817d1d5e66446a202a849fe, source=5cd6afc4bcac,42763,1733249923124, destination=5cd6afc4bcac,36879,1733249922988, warming up region on 5cd6afc4bcac,36879,1733249922988
2024-12-03T18:19:00,531 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45519 {}] master.HMaster(2414): Client=jenkins//172.17.0.3 move hri=47f78c731817d1d5e66446a202a849fe, source=5cd6afc4bcac,42763,1733249923124, destination=5cd6afc4bcac,36879,1733249922988, running balancer
2024-12-03T18:19:00,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45519 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=47f78c731817d1d5e66446a202a849fe, REOPEN/MOVE
2024-12-03T18:19:00,533 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=47f78c731817d1d5e66446a202a849fe, REOPEN/MOVE
2024-12-03T18:19:00,534 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=47f78c731817d1d5e66446a202a849fe, regionState=CLOSING, regionLocation=5cd6afc4bcac,42763,1733249923124
2024-12-03T18:19:00,534 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36879 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.
2024-12-03T18:19:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36879 {}] regionserver.HRegion(7855): Warmup {ENCODED => 47f78c731817d1d5e66446a202a849fe, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.', STARTKEY => '', ENDKEY => ''}
2024-12-03T18:19:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36879 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T18:19:00,535 INFO  [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 47f78c731817d1d5e66446a202a849fe 
2024-12-03T18:19:00,536 INFO  [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47f78c731817d1d5e66446a202a849fe columnFamilyName cf1
2024-12-03T18:19:00,536 DEBUG [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:00,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=47f78c731817d1d5e66446a202a849fe, REOPEN/MOVE because future has completed
2024-12-03T18:19:00,538 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-03T18:19:00,538 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 47f78c731817d1d5e66446a202a849fe, server=5cd6afc4bcac,42763,1733249923124}]
2024-12-03T18:19:00,548 DEBUG [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe/cf1/2eab7ac1b89c4fb8b2dcce831cef4a75
2024-12-03T18:19:00,556 DEBUG [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe/cf1/8404392b586444f195e89d43b426e6ad
2024-12-03T18:19:00,562 INFO  [StoreFileOpener-47f78c731817d1d5e66446a202a849fe-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b5ad72be08c494f91847c064eb60cec
2024-12-03T18:19:00,562 DEBUG [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe/cf1/9b5ad72be08c494f91847c064eb60cec
2024-12-03T18:19:00,562 INFO  [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] regionserver.HStore(327): Store=47f78c731817d1d5e66446a202a849fe/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:00,563 INFO  [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 47f78c731817d1d5e66446a202a849fe 
2024-12-03T18:19:00,564 INFO  [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47f78c731817d1d5e66446a202a849fe columnFamilyName cf2
2024-12-03T18:19:00,564 DEBUG [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:00,576 INFO  [StoreFileOpener-47f78c731817d1d5e66446a202a849fe-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 493c25a5db01479d88aa321837ab206e
2024-12-03T18:19:00,576 DEBUG [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe/cf2/493c25a5db01479d88aa321837ab206e
2024-12-03T18:19:00,582 DEBUG [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe/cf2/b29fd51a133b496eabab78ca4473da1d
2024-12-03T18:19:00,582 INFO  [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] regionserver.HStore(327): Store=47f78c731817d1d5e66446a202a849fe/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:00,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36879 {}] regionserver.HRegion(1722): Closing 47f78c731817d1d5e66446a202a849fe, disabling compactions & flushes
2024-12-03T18:19:00,582 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36879 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.
2024-12-03T18:19:00,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36879 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.
2024-12-03T18:19:00,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36879 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe. after waiting 0 ms
2024-12-03T18:19:00,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36879 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.
2024-12-03T18:19:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45519 {}] procedure.ProcedureSyncWait(219): waitFor pid=10
2024-12-03T18:19:00,583 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36879 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.
2024-12-03T18:19:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36879 {}] regionserver.HRegion(1676): Region close journal for 47f78c731817d1d5e66446a202a849fe:
Waiting for close lock at 1733249940582Disabling compacts and flushes for region at 1733249940582Disabling writes for close at 1733249940582Writing region close event to WAL at 1733249940583 (+1 ms)Closed at 1733249940583
2024-12-03T18:19:00,696 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 47f78c731817d1d5e66446a202a849fe
2024-12-03T18:19:00,696 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-03T18:19:00,696 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 47f78c731817d1d5e66446a202a849fe, disabling compactions & flushes
2024-12-03T18:19:00,696 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.
2024-12-03T18:19:00,696 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.
2024-12-03T18:19:00,696 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe. after waiting 0 ms
2024-12-03T18:19:00,696 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.
2024-12-03T18:19:00,696 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe/cf1/2eab7ac1b89c4fb8b2dcce831cef4a75, hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe/cf1/9b5ad72be08c494f91847c064eb60cec] to archive
2024-12-03T18:19:00,700 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-03T18:19:00,706 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe/cf1/2eab7ac1b89c4fb8b2dcce831cef4a75 to hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe/cf1/2eab7ac1b89c4fb8b2dcce831cef4a75
2024-12-03T18:19:00,708 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe/cf1/9b5ad72be08c494f91847c064eb60cec to hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe/cf1/9b5ad72be08c494f91847c064eb60cec
2024-12-03T18:19:00,725 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe/cf2/493c25a5db01479d88aa321837ab206e] to archive
2024-12-03T18:19:00,726 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-03T18:19:00,729 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe/cf2/493c25a5db01479d88aa321837ab206e to hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe/cf2/493c25a5db01479d88aa321837ab206e
2024-12-03T18:19:00,736 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8
2024-12-03T18:19:00,737 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.
2024-12-03T18:19:00,737 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 47f78c731817d1d5e66446a202a849fe:
Waiting for close lock at 1733249940696Running coprocessor pre-close hooks at 1733249940696Disabling compacts and flushes for region at 1733249940696Disabling writes for close at 1733249940696Writing region close event to WAL at 1733249940731 (+35 ms)Running coprocessor post-close hooks at 1733249940737 (+6 ms)Closed at 1733249940737
2024-12-03T18:19:00,737 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 47f78c731817d1d5e66446a202a849fe move to 5cd6afc4bcac,36879,1733249922988 record at close sequenceid=12
2024-12-03T18:19:00,740 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 47f78c731817d1d5e66446a202a849fe
2024-12-03T18:19:00,742 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=47f78c731817d1d5e66446a202a849fe, regionState=CLOSED
2024-12-03T18:19:00,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 47f78c731817d1d5e66446a202a849fe, server=5cd6afc4bcac,42763,1733249923124 because future has completed
2024-12-03T18:19:00,751 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-12-03T18:19:00,752 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 47f78c731817d1d5e66446a202a849fe, server=5cd6afc4bcac,42763,1733249923124 in 209 msec
2024-12-03T18:19:00,753 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=47f78c731817d1d5e66446a202a849fe, REOPEN/MOVE; state=CLOSED, location=5cd6afc4bcac,36879,1733249922988; forceNewPlan=false, retain=false
2024-12-03T18:19:00,904 INFO  [5cd6afc4bcac:45519 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-12-03T18:19:00,904 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=47f78c731817d1d5e66446a202a849fe, regionState=OPENING, regionLocation=5cd6afc4bcac,36879,1733249922988
2024-12-03T18:19:00,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=47f78c731817d1d5e66446a202a849fe, REOPEN/MOVE because future has completed
2024-12-03T18:19:00,907 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47f78c731817d1d5e66446a202a849fe, server=5cd6afc4bcac,36879,1733249922988}]
2024-12-03T18:19:01,067 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.
2024-12-03T18:19:01,068 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 47f78c731817d1d5e66446a202a849fe, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.', STARTKEY => '', ENDKEY => ''}
2024-12-03T18:19:01,068 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 47f78c731817d1d5e66446a202a849fe
2024-12-03T18:19:01,069 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T18:19:01,069 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 47f78c731817d1d5e66446a202a849fe
2024-12-03T18:19:01,069 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 47f78c731817d1d5e66446a202a849fe
2024-12-03T18:19:01,071 INFO  [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 47f78c731817d1d5e66446a202a849fe 
2024-12-03T18:19:01,072 INFO  [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47f78c731817d1d5e66446a202a849fe columnFamilyName cf1
2024-12-03T18:19:01,073 DEBUG [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:01,078 DEBUG [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe/cf1/8404392b586444f195e89d43b426e6ad
2024-12-03T18:19:01,079 INFO  [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] regionserver.HStore(327): Store=47f78c731817d1d5e66446a202a849fe/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:01,079 INFO  [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 47f78c731817d1d5e66446a202a849fe 
2024-12-03T18:19:01,080 INFO  [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47f78c731817d1d5e66446a202a849fe columnFamilyName cf2
2024-12-03T18:19:01,080 DEBUG [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:01,086 DEBUG [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe/cf2/b29fd51a133b496eabab78ca4473da1d
2024-12-03T18:19:01,086 INFO  [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] regionserver.HStore(327): Store=47f78c731817d1d5e66446a202a849fe/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:01,086 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 47f78c731817d1d5e66446a202a849fe
2024-12-03T18:19:01,087 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe
2024-12-03T18:19:01,088 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe
2024-12-03T18:19:01,088 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 47f78c731817d1d5e66446a202a849fe
2024-12-03T18:19:01,088 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 47f78c731817d1d5e66446a202a849fe
2024-12-03T18:19:01,089 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-12-03T18:19:01,091 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 47f78c731817d1d5e66446a202a849fe
2024-12-03T18:19:01,091 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 47f78c731817d1d5e66446a202a849fe; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64237507, jitterRate=-0.042786553502082825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-12-03T18:19:01,092 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 47f78c731817d1d5e66446a202a849fe
2024-12-03T18:19:01,092 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 47f78c731817d1d5e66446a202a849fe:
Running coprocessor pre-open hook at 1733249941069Writing region info on filesystem at 1733249941069Initializing all the Stores at 1733249941071 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249941071Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249941071Cleaning up temporary data from old regions at 1733249941088 (+17 ms)Running coprocessor post-open hooks at 1733249941092 (+4 ms)Region opened successfully at 1733249941092
2024-12-03T18:19:01,093 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe., pid=12, masterSystemTime=1733249941059
2024-12-03T18:19:01,095 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.
2024-12-03T18:19:01,096 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.
2024-12-03T18:19:01,096 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=47f78c731817d1d5e66446a202a849fe, regionState=OPEN, openSeqNum=18, regionLocation=5cd6afc4bcac,36879,1733249922988
2024-12-03T18:19:01,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47f78c731817d1d5e66446a202a849fe, server=5cd6afc4bcac,36879,1733249922988 because future has completed
2024-12-03T18:19:01,102 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10
2024-12-03T18:19:01,102 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 47f78c731817d1d5e66446a202a849fe, server=5cd6afc4bcac,36879,1733249922988 in 193 msec
2024-12-03T18:19:01,104 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=47f78c731817d1d5e66446a202a849fe, REOPEN/MOVE in 571 msec
2024-12-03T18:19:01,135 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-03T18:19:01,137 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-03T18:19:01,139 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 5cd6afc4bcac,36879,1733249922988: testing *****
2024-12-03T18:19:01,139 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-12-03T18:19:01,141 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-12-03T18:19:01,143 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-12-03T18:19:01,146 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-12-03T18:19:01,147 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-12-03T18:19:01,154 INFO  [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1048576000,
        "init": 1048576000,
        "max": 2306867200,
        "used": 232864528
      },
      "NonHeapMemoryUsage": {
        "committed": 170328064,
        "init": 7667712,
        "max": -1,
        "used": 167693048
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC",
      "modelerType": "RegionServer,sub=IPC",
      "tag.Context": "regionserver",
      "tag.Hostname": "5cd6afc4bcac",
      "queueSize": 0,
      "numCallsInGeneralQueue": 0,
      "numCallsInReplicationQueue": 0,
      "numCallsInBulkLoadQueue": 0,
      "numCallsInPriorityQueue": 0,
      "numCallsInMetaPriorityQueue": 0,
      "numOpenConnections": 0,
      "numActiveHandler": 0,
      "numActiveGeneralHandler": 0,
      "numActivePriorityHandler": 0,
      "numActiveReplicationHandler": 0,
      "numGeneralCallsDropped": 0,
      "numLifoModeSwitches": 0,
      "numCallsInWriteQueue": 0,
      "numActiveBulkLoadHandler": 0,
      "numCallsInReadQueue": 0,
      "numCallsInScanQueue": 0,
      "numActiveWriteHandler": 0,
      "numActiveReadHandler": 0,
      "numActiveScanHandler": 0,
      "nettyDirectMemoryUsage": 67108864,
      "nettyTotalPendingOutboundBytes": 0,
      "nettyMaxPendingOutboundBytes": 0,
      "receivedBytes": 2071,
      "exceptions.RegionMovedException": 0,
      "authenticationSuccesses": 0,
      "authorizationFailures": 0,
      "exceptions.requestTooBig": 0,
      "UnwritableTime_num_ops": 0,
      "UnwritableTime_min": 0,
      "UnwritableTime_max": 0,
      "UnwritableTime_mean": 0,
      "UnwritableTime_25th_percentile": 0,
      "UnwritableTime_median": 0,
      "UnwritableTime_75th_percentile": 0,
      "UnwritableTime_90th_percentile": 0,
      "UnwritableTime_95th_percentile": 0,
      "UnwritableTime_98th_percentile": 0,
      "UnwritableTime_99th_percentile": 0,
      "UnwritableTime_99.9th_percentile": 0,
      "exceptions.OutOfOrderScannerNextException": 0,
      "exceptions.rpcThrottling": 0,
      "exceptions.otherExceptions": 0,
      "ProcessCallTime_num_ops": 8,
      "ProcessCallTime_min": 0,
      "ProcessCallTime_max": 11,
      "ProcessCallTime_mean": 4,
      "ProcessCallTime_25th_percentile": 2,
      "ProcessCallTime_median": 5,
      "ProcessCallTime_75th_percentile": 8,
      "ProcessCallTime_90th_percentile": 9,
      "ProcessCallTime_95th_percentile": 10,
      "ProcessCallTime_98th_percentile": 10,
      "ProcessCallTime_99th_percentile": 10,
      "ProcessCallTime_99.9th_percentile": 10,
      "ProcessCallTime_TimeRangeCount_0-1": 8,
      "exceptions.callQueueTooBig": 0,
      "QueueCallTime_num_ops": 8,
      "QueueCallTime_min": 0,
      "QueueCallTime_max": 1,
      "QueueCallTime_mean": 0,
      "QueueCallTime_25th_percentile": 0,
      "QueueCallTime_median": 0,
      "QueueCallTime_75th_percentile": 0,
      "QueueCallTime_90th_percentile": 0,
      "QueueCallTime_95th_percentile": 0,
      "QueueCallTime_98th_percentile": 0,
      "QueueCallTime_99th_percentile": 0,
      "QueueCallTime_99.9th_percentile": 0,
      "QueueCallTime_TimeRangeCount_0-1": 8,
      "authenticationFailures": 0,
      "exceptions.multiResponseTooLarge": 0,
      "exceptions.callDropped": 0,
      "TotalCallTime_num_ops": 8,
      "TotalCallTime_min": 0,
      "TotalCallTime_max": 11,
      "TotalCallTime_mean": 4,
      "TotalCallTime_25th_percentile": 2,
      "TotalCallTime_median": 5,
      "TotalCallTime_75th_percentile": 8,
      "TotalCallTime_90th_percentile": 9,
      "TotalCallTime_95th_percentile": 10,
      "TotalCallTime_98th_percentile": 10,
      "TotalCallTime_99th_percentile": 10,
      "TotalCallTime_99.9th_percentile": 10,
      "TotalCallTime_TimeRangeCount_0-1": 8,
      "exceptions.RegionTooBusyException": 0,
      "exceptions.FailedSanityCheckException": 0,
      "ResponseSize_num_ops": 8,
      "ResponseSize_min": 0,
      "ResponseSize_max": 174,
      "ResponseSize_mean": 50,
      "ResponseSize_25th_percentile": 43,
      "ResponseSize_median": 87,
      "ResponseSize_75th_percentile": 130,
      "ResponseSize_90th_percentile": 156,
      "ResponseSize_95th_percentile": 165,
      "ResponseSize_98th_percentile": 170,
      "ResponseSize_99th_percentile": 172,
      "ResponseSize_99.9th_percentile": 173,
      "ResponseSize_SizeRangeCount_0-10": 8,
      "exceptions.UnknownScannerException": 0,
      "exceptions": 0,
      "maxOutboundBytesExceeded": 0,
      "authenticationFallbacks": 0,
      "exceptions.quotaExceeded": 0,
      "exceptions.callTimedOut": 0,
      "exceptions.NotServingRegionException": 0,
      "authorizationSuccesses": 0,
      "exceptions.ScannerResetException": 0,
      "RequestSize_num_ops": 8,
      "RequestSize_min": 89,
      "RequestSize_max": 121,
      "RequestSize_mean": 103,
      "RequestSize_25th_percentile": 97,
      "RequestSize_median": 105,
      "RequestSize_75th_percentile": 113,
      "RequestSize_90th_percentile": 117,
      "RequestSize_95th_percentile": 119,
      "RequestSize_98th_percentile": 120,
      "RequestSize_99th_percentile": 120,
      "RequestSize_99.9th_percentile": 120,
      "RequestSize_SizeRangeCount_0-10": 8,
      "sentBytes": 348
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication",
      "modelerType": "RegionServer,sub=Replication",
      "tag.Context": "regionserver",
      "tag.Hostname": "5cd6afc4bcac",
      "source.shippedHFiles": 0,
      "Source.ageOfLastShippedOp_num_ops": 0,
      "Source.ageOfLastShippedOp_min": 0,
      "Source.ageOfLastShippedOp_max": 0,
      "Source.ageOfLastShippedOp_mean": 0,
      "Source.ageOfLastShippedOp_25th_percentile": 0,
      "Source.ageOfLastShippedOp_median": 0,
      "Source.ageOfLastShippedOp_75th_percentile": 0,
      "Source.ageOfLastShippedOp_90th_percentile": 0,
      "Source.ageOfLastShippedOp_95th_percentile": 0,
      "Source.ageOfLastShippedOp_98th_percentile": 0,
      "Source.ageOfLastShippedOp_99th_percentile": 0,
      "Source.ageOfLastShippedOp_99.9th_percentile": 0,
      "source.uncleanlyClosedLogs": 0,
      "source.closedLogsWithUnknownFileLength": 0,
      "source.walReaderEditsBufferUsage": 0,
      "source.repeatedLogFileBytes": 0,
      "source.sizeOfHFileRefsQueue": 0,
      "source.logReadInBytes": 0,
      "source.completedRecoverQueues": 0,
      "source.sizeOfLogQueue": 0,
      "source.restartedLogReading": 0,
      "source.failedRecoverQueues": 0,
      "source.ignoredUncleanlyClosedLogContentsInBytes": 0,
      "Sink.ageOfLastAppliedOp_num_ops": 0,
      "Sink.ageOfLastAppliedOp_min": 0,
      "Sink.ageOfLastAppliedOp_max": 0,
      "Sink.ageOfLastAppliedOp_mean": 0,
      "Sink.ageOfLastAppliedOp_25th_percentile": 0,
      "Sink.ageOfLastAppliedOp_median": 0,
      "Sink.ageOfLastAppliedOp_75th_percentile": 0,
      "Sink.ageOfLastAppliedOp_90th_percentile": 0,
      "Sink.ageOfLastAppliedOp_95th_percentile": 0,
      "Sink.ageOfLastAppliedOp_98th_percentile": 0,
      "Sink.ageOfLastAppliedOp_99th_percentile": 0,
      "Sink.ageOfLastAppliedOp_99.9th_percentile": 0,
      "source.logEditsRead": 0,
      "source.numInitializing": 0,
      "source.shippedOps": 0,
      "sink.appliedHFiles": 0,
      "source.logEditsFiltered": 0,
      "source.shippedBytes": 0,
      "sink.appliedOps": 0,
      "source.completedLogs": 0,
      "source.failedBatches": 0,
      "sink.failedBatches": 0,
      "source.shippedBatches": 0,
      "sink.appliedBatches": 0
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=Server",
      "modelerType": "RegionServer,sub=Server",
      "tag.zookeeperQuorum": "127.0.0.1:50174",
      "tag.serverName": "5cd6afc4bcac,36879,1733249922988",
      "tag.clusterId": "74e511c6-c7de-4011-8ee9-41ac7ab3a769",
      "tag.Context": "regionserver",
      "tag.Hostname": "5cd6afc4bcac",
      "regionCount": 0,
      "storeCount": 0,
      "hlogFileCount": 1,
      "hlogFileSize": 0,
      "storeFileCount": 0,
      "maxStoreFileCount": 0,
      "memStoreSize": 0,
      "memStoreHeapSize": 0,
      "memStoreOffHeapSize": 0,
      "storeFileSize": 0,
      "storeFileSizeGrowthRate": 0.0,
      "maxStoreFileAge": 0,
      "minStoreFileAge": 0,
      "avgStoreFileAge": 0,
      "numReferenceFiles": 0,
      "regionServerStartTime": 1733249922988,
      "averageRegionSize": 0,
      "storeFileIndexSize": 0,
      "staticIndexSize": 0,
      "staticBloomSize": 0,
      "bloomFilterRequestsCount": 0,
      "bloomFilterNegativeResultsCount": 0,
      "bloomFilterEligibleRequestsCount": 0,
      "mutationsWithoutWALCount": 0,
      "mutationsWithoutWALSize": 0,
      "percentFilesLocal": 0.0,
      "percentFilesLocalSecondaryRegions": 0.0,
      "totalBytesRead": 10034,
      "localBytesRead": 10034,
      "shortCircuitBytesRead": 0,
      "zeroCopyBytesRead": 0,
      "splitQueueLength": 0,
      "compactionQueueLength": 0,
      "smallCompactionQueueLength": 0,
      "largeCompactionQueueLength": 0,
      "flushQueueLength": 0,
      "blockCacheFreeSize": 922070024,
      "blockCacheCount": 0,
      "blockCacheDataBlockCount": 0,
      "blockCacheSize": 676856,
      "blockCacheCountHitPercent": 0.0,
      "blockCacheExpressHitPercent": 0.0,
      "l1CacheSize": 676856,
      "l1CacheFreeSize": 922070024,
      "l1CacheCount": 0,
      "l1CacheEvictionCount": 0,
      "l1CacheHitCount": 0,
      "l1CacheMissCount": 0,
      "l1CacheHitRatio": 0.0,
      "l1CacheMissRatio": 0.0,
      "l2CacheSize": 0,
      "l2CacheFreeSize": 0,
      "l2CacheCount": 0,
      "l2CacheEvictionCount": 0,
      "l2CacheHitCount": 0,
      "l2CacheMissCount": 0,
      "l2CacheHitRatio": 0.0,
      "l2CacheMissRatio": 0.0,
      "mobFileCacheCount": 0,
      "mobFileCacheHitPercent": 0.0,
      "readRequestRatePerSecond": 0.0,
      "writeRequestRatePerSecond": 0.0,
      "ByteBuffAllocatorHeapAllocationBytes": 4782,
      "ByteBuffAllocatorPoolAllocationBytes": 0,
      "ByteBuffAllocatorHeapAllocationRatio": 0.0,
      "ByteBuffAllocatorTotalBufferCount": 186,
      "ByteBuffAllocatorUsedBufferCount": 0,
      "activeScanners": 0,
      "totalRequestCount": 0,
      "totalRowActionRequestCount": 0,
      "readRequestCount": 0,
      "cpRequestCount": 0,
      "filteredReadRequestCount": 0,
      "writeRequestCount": 0,
      "rpcGetRequestCount": 0,
      "rpcFullScanRequestCount": 0,
      "rpcScanRequestCount": 0,
      "rpcMultiRequestCount": 0,
      "rpcMutateRequestCount": 0,
      "checkMutateFailedCount": 0,
      "checkMutatePassedCount": 0,
      "blockCacheHitCount": 0,
      "blockCacheHitCountPrimary": 0,
      "blockCacheHitCachingCount": 0,
      "blockCacheMissCount": 0,
      "blockCacheMissCountPrimary": 0,
      "blockCacheMissCachingCount": 0,
      "blockCacheEvictionCount": 0,
      "blockCacheEvictionCountPrimary": 0,
      "blockCacheFailedInsertionCount": 0,
      "blockCacheDataMissCount": 0,
      "blockCacheLeafIndexMissCount": 0,
      "blockCacheBloomChunkMissCount": 0,
      "blockCacheMetaMissCount": 0,
      "blockCacheRootIndexMissCount": 0,
      "blockCacheIntermediateIndexMissCount": 0,
      "blockCacheFileInfoMissCount": 0,
      "blockCacheGeneralBloomMetaMissCount": 0,
      "blockCacheDeleteFamilyBloomMissCount": 0,
      "blockCacheTrailerMissCount": 0,
      "blockCacheDataHitCount": 0,
      "blockCacheLeafIndexHitCount": 0,
      "blockCacheBloomChunkHitCount": 0,
      "blockCacheMetaHitCount": 0,
      "blockCacheRootIndexHitCount": 0,
      "blockCacheIntermediateIndexHitCount": 0,
      "blockCacheFileInfoHitCount": 0,
      "blockCacheGeneralBloomMetaHitCount": 0,
      "blockCacheDeleteFamilyBloomHitCount": 0,
      "blockCacheTrailerHitCount": 0,
      "updatesBlockedTime": 0,
      "flushedCellsCount": 0,
      "compactedCellsCount": 0,
      "majorCompactedCellsCount": 0,
      "flushedCellsSize": 0,
      "compactedCellsSize": 0,
      "majorCompactedCellsSize": 0,
      "cellsCountCompactedFromMob": 0,
      "cellsCountCompactedToMob": 0,
      "cellsSizeCompactedFromMob": 0,
      "cellsSizeCompactedToMob": 0,
      "mobFlushCount": 0,
      "mobFlushedCellsCount": 0,
      "mobFlushedCellsSize": 0,
      "mobScanCellsCount": 0,
      "mobScanCellsSize": 0,
      "mobFileCacheAccessCount": 0,
      "mobFileCacheMissCount": 0,
      "mobFileCacheEvictedCount": 0,
      "hedgedReads": 0,
      "hedgedReadWins": 0,
      "hedgedReadOpsInCurThread": 0,
      "blockedRequestCount": 0,
      "CheckAndMutate_num_ops": 0,
      "CheckAndMutate_min": 0,
      "CheckAndMutate_max": 0,
      "CheckAndMutate_mean": 0,
      "CheckAndMutate_25th_percentile": 0,
      "CheckAndMutate_median": 0,
      "CheckAndMutate_75th_percentile": 0,
      "CheckAndMutate_90th_percentile": 0,
      "CheckAndMutate_95th_percentile": 0,
      "CheckAndMutate_98th_percentile": 0,
      "CheckAndMutate_99th_percentile": 0,
      "CheckAndMutate_99.9th_percentile": 0,
      "MajorCompactionTime_num_ops": 0,
      "MajorCompactionTime_min": 0,
      "MajorCompactionTime_max": 0,
      "MajorCompactionTime_mean": 0,
      "MajorCompactionTime_25th_percentile": 0,
      "MajorCompactionTime_median": 0,
      "MajorCompactionTime_75th_percentile": 0,
      "MajorCompactionTime_90th_percentile": 0,
      "MajorCompactionTime_95th_percentile": 0,
      "MajorCompactionTime_98th_percentile": 0,
      "MajorCompactionTime_99th_percentile": 0,
      "MajorCompactionTime_99.9th_percentile": 0,
      "ScanTime_num_ops": 0,
      "ScanTime_min": 0,
      "ScanTime_max": 0,
      "ScanTime_mean": 0,
      "ScanTime_25th_percentile": 0,
      "ScanTime_median": 0,
      "ScanTime_75th_percentile": 0,
      "ScanTime_90th_percentile": 0,
      "ScanTime_95th_percentile": 0,
      "ScanTime_98th_percentile": 0,
      "ScanTime_99th_percentile": 0,
      "ScanTime_99.9th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_num_ops": 0,
      "CheckAndMutateBlockBytesScanned_min": 0,
      "CheckAndMutateBlockBytesScanned_max": 0,
      "CheckAndMutateBlockBytesScanned_mean": 0,
      "CheckAndMutateBlockBytesScanned_25th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_median": 0,
      "CheckAndMutateBlockBytesScanned_75th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_90th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_95th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_98th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_99th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0,
      "Put_num_ops": 0,
      "Put_min": 0,
      "Put_max": 0,
      "Put_mean": 0,
      "Put_25th_percentile": 0,
      "Put_median": 0,
      "Put_75th_percentile": 0,
      "Put_90th_percentile": 0,
      "Put_95th_percentile": 0,
      "Put_98th_percentile": 0,
      "Put_99th_percentile": 0,
      "Put_99.9th_percentile": 0,
      "splitRequestCount": 0,
      "AppendBlockBytesScanned_num_ops": 0,
      "AppendBlockBytesScanned_min": 0,
      "AppendBlockBytesScanned_max": 0,
      "AppendBlockBytesScanned_mean": 0,
      "AppendBlockBytesScanned_25th_percentile": 0,
      "AppendBlockBytesScanned_median": 0,
      "AppendBlockBytesScanned_75th_percentile": 0,
      "AppendBlockBytesScanned_90th_percentile": 0,
      "AppendBlockBytesScanned_95th_percentile": 0,
      "AppendBlockBytesScanned_98th_percentile": 0,
      "AppendBlockBytesScanned_99th_percentile": 0,
      "AppendBlockBytesScanned_99.9th_percentile": 0,
      "PutBatch_num_ops": 0,
      "PutBatch_min": 0,
      "PutBatch_max": 0,
      "PutBatch_mean": 0,
      "PutBatch_25th_percentile": 0,
      "PutBatch_median": 0,
      "PutBatch_75th_percentile": 0,
      "PutBatch_90th_percentile": 0,
      "PutBatch_95th_percentile": 0,
      "PutBatch_98th_percentile": 0,
      "PutBatch_99th_percentile": 0,
      "PutBatch_99.9th_percentile": 0,
      "IncrementBlockBytesScanned_num_ops": 0,
      "IncrementBlockBytesScanned_min": 0,
      "IncrementBlockBytesScanned_max": 0,
      "IncrementBlockBytesScanned_mean": 0,
      "IncrementBlockBytesScanned_25th_percentile": 0,
      "IncrementBlockBytesScanned_median": 0,
      "IncrementBlockBytesScanned_75th_percentile": 0,
      "IncrementBlockBytesScanned_90th_percentile": 0,
      "IncrementBlockBytesScanned_95th_percentile": 0,
      "IncrementBlockBytesScanned_98th_percentile": 0,
      "IncrementBlockBytesScanned_99th_percentile": 0,
      "IncrementBlockBytesScanned_99.9th_percentile": 0,
      "SplitTime_num_ops": 0,
      "SplitTime_min": 0,
      "SplitTime_max": 0,
      "SplitTime_mean": 0,
      "SplitTime_25th_percentile": 0,
      "SplitTime_median": 0,
      "SplitTime_75th_percentile": 0,
      "SplitTime_90th_percentile": 0,
      "SplitTime_95th_percentile": 0,
      "SplitTime_98th_percentile": 0,
      "SplitTime_99th_percentile": 0,
      "SplitTime_99.9th_percentile": 0,
      "GetBlockBytesScanned_num_ops": 0,
      "GetBlockBytesScanned_min": 0,
      "GetBlockBytesScanned_max": 0,
      "GetBlockBytesScanned_mean": 0,
      "GetBlockBytesScanned_25th_percentile": 0,
      "GetBlockBytesScanned_median": 0,
      "GetBlockBytesScanned_75th_percentile": 0,
      "GetBlockBytesScanned_90th_percentile": 0,
      "GetBlockBytesScanned_95th_percentile": 0,
      "GetBlockBytesScanned_98th_percentile": 0,
      "GetBlockBytesScanned_99th_percentile": 0,
      "GetBlockBytesScanned_99.9th_percentile": 0,
      "majorCompactedInputBytes": 0,
      "slowAppendCount": 0,
      "flushedOutputBytes": 0,
      "Replay_num_ops": 0,
      "Replay_min": 0,
      "Replay_max": 0,
      "Replay_mean": 0,
      "Replay_25th_percentile": 0,
      "Replay_median": 0,
      "Replay_75th_percentile": 0,
      "Replay_90th_percentile": 0,
      "Replay_95th_percentile": 0,
      "Replay_98th_percentile": 0,
      "Replay_99th_percentile": 0,
      "Replay_99.9th_percentile": 0,
      "MajorCompactionInputSize_num_ops": 0,
      "MajorCompactionInputSize_min": 0,
      "MajorCompactionInputSize_max": 0,
      "MajorCompactionInputSize_mean": 0,
      "MajorCompactionInputSize_25th_percentile": 0,
      "MajorCompactionInputSize_median": 0,
      "MajorCompactionInputSize_75th_percentile": 0,
      "MajorCompactionInputSize_90th_percentile": 0,
      "MajorCompactionInputSize_95th_percentile": 0,
      "MajorCompactionInputSize_98th_percentile": 0,
      "MajorCompactionInputSize_99th_percentile": 0,
      "MajorCompactionInputSize_99.9th_percentile": 0,
      "pauseInfoThresholdExceeded": 0,
      "CheckAndDelete_num_ops": 0,
      "CheckAndDelete_min": 0,
      "CheckAndDelete_max": 0,
      "CheckAndDelete_mean": 0,
      "CheckAndDelete_25th_percentile": 0,
      "CheckAndDelete_median": 0,
      "CheckAndDelete_75th_percentile": 0,
      "CheckAndDelete_90th_percentile": 0,
      "CheckAndDelete_95th_percentile": 0,
      "CheckAndDelete_98th_percentile": 0,
      "CheckAndDelete_99th_percentile": 0,
      "CheckAndDelete_99.9th_percentile": 0,
      "CompactionInputSize_num_ops": 0,
      "CompactionInputSize_min": 0,
      "CompactionInputSize_max": 0,
      "CompactionInputSize_mean": 0,
      "CompactionInputSize_25th_percentile": 0,
      "CompactionInputSize_median": 0,
      "CompactionInputSize_75th_percentile": 0,
      "CompactionInputSize_90th_percentile": 0,
      "CompactionInputSize_95th_percentile": 0,
      "CompactionInputSize_98th_percentile": 0,
      "CompactionInputSize_99th_percentile": 0,
      "CompactionInputSize_99.9th_percentile": 0,
      "flushedMemstoreBytes": 0,
      "majorCompactedOutputBytes": 0,
      "slowPutCount": 0,
      "compactedInputBytes": 0,
      "FlushOutputSize_num_ops": 0,
      "FlushOutputSize_min": 0,
      "FlushOutputSize_max": 0,
      "FlushOutputSize_mean": 0,
      "FlushOutputSize_25th_percentile": 0,
      "FlushOutputSize_median": 0,
      "FlushOutputSize_75th_percentile": 0,
      "FlushOutputSize_90th_percentile": 0,
      "FlushOutputSize_95th_percentile": 0,
      "FlushOutputSize_98th_percentile": 0,
      "FlushOutputSize_99th_percentile": 0,
      "FlushOutputSize_99.9th_percentile": 0,
      "PauseTimeWithGc_num_ops": 0,
      "PauseTimeWithGc_min": 0,
      "PauseTimeWithGc_max": 0,
      "PauseTimeWithGc_mean": 0,
      "PauseTimeWithGc_25th_percentile": 0,
      "PauseTimeWithGc_median": 0,
      "PauseTimeWithGc_75th_percentile": 0,
      "PauseTimeWithGc_90th_percentile": 0,
      "PauseTimeWithGc_95th_percentile": 0,
      "PauseTimeWithGc_98th_percentile": 0,
      "PauseTimeWithGc_99th_percentile": 0,
      "PauseTimeWithGc_99.9th_percentile": 0,
      "compactedOutputBytes": 0,
      "pauseWarnThresholdExceeded": 0,
      "ScanBlockBytesScanned_num_ops": 0,
      "ScanBlockBytesScanned_min": 0,
      "ScanBlockBytesScanned_max": 0,
      "ScanBlockBytesScanned_mean": 0,
      "ScanBlockBytesScanned_25th_percentile": 0,
      "ScanBlockBytesScanned_median": 0,
      "ScanBlockBytesScanned_75th_percentile": 0,
      "ScanBlockBytesScanned_90th_percentile": 0,
      "ScanBlockBytesScanned_95th_percentile": 0,
      "ScanBlockBytesScanned_98th_percentile": 0,
      "ScanBlockBytesScanned_99th_percentile": 0,
      "ScanBlockBytesScanned_99.9th_percentile": 0,
      "Increment_num_ops": 0,
      "Increment_min": 0,
      "Increment_max": 0,
      "Increment_mean": 0,
      "Increment_25th_percentile": 0,
      "Increment_median": 0,
      "Increment_75th_percentile": 0,
      "Increment_90th_percentile": 0,
      "Increment_95th_percentile": 0,
      "Increment_98th_percentile": 0,
      "Increment_99th_percentile": 0,
      "Increment_99.9th_percentile": 0,
      "Delete_num_ops": 0,
      "Delete_min": 0,
      "Delete_max": 0,
      "Delete_mean": 0,
      "Delete_25th_percentile": 0,
      "Delete_median": 0,
      "Delete_75th_percentile": 0,
      "Delete_90th_percentile": 0,
      "Delete_95th_percentile": 0,
      "Delete_98th_percentile": 0,
      "Delete_99th_percentile": 0,
      "Delete_99.9th_percentile": 0,
      "DeleteBatch_num_ops": 0,
      "DeleteBatch_min": 0,
      "DeleteBatch_max": 0,
      "DeleteBatch_mean": 0,
      "DeleteBatch_25th_percentile": 0,
      "DeleteBatch_median": 0,
      "DeleteBatch_75th_percentile": 0,
      "DeleteBatch_90th_percentile": 0,
      "DeleteBatch_95th_percentile": 0,
      "DeleteBatch_98th_percentile": 0,
      "DeleteBatch_99th_percentile": 0,
      "DeleteBatch_99.9th_percentile": 0,
      "blockBytesScannedCount": 0,
      "FlushMemstoreSize_num_ops": 0,
      "FlushMemstoreSize_min": 0,
      "FlushMemstoreSize_max": 0,
      "FlushMemstoreSize_mean": 0,
      "FlushMemstoreSize_25th_percentile": 0,
      "FlushMemstoreSize_median": 0,
      "FlushMemstoreSize_75th_percentile": 0,
      "FlushMemstoreSize_90th_percentile": 0,
      "FlushMemstoreSize_95th_percentile": 0,
      "FlushMemstoreSize_98th_percentile": 0,
      "FlushMemstoreSize_99th_percentile": 0,
      "FlushMemstoreSize_99.9th_percentile": 0,
      "CompactionInputFileCount_num_ops": 0,
      "CompactionInputFileCount_min": 0,
      "CompactionInputFileCount_max": 0,
      "CompactionInputFileCount_mean": 0,
      "CompactionInputFileCount_25th_percentile": 0,
      "CompactionInputFileCount_median": 0,
      "CompactionInputFileCount_75th_percentile": 0,
      "CompactionInputFileCount_90th_percentile": 0,
      "CompactionInputFileCount_95th_percentile": 0,
      "CompactionInputFileCount_98th_percentile": 0,
      "CompactionInputFileCount_99th_percentile": 0,
      "CompactionInputFileCount_99.9th_percentile": 0,
      "CompactionTime_num_ops": 0,
      "CompactionTime_min": 0,
      "CompactionTime_max": 0,
      "CompactionTime_mean": 0,
      "CompactionTime_25th_percentile": 0,
      "CompactionTime_median": 0,
      "CompactionTime_75th_percentile": 0,
      "CompactionTime_90th_percentile": 0,
      "CompactionTime_95th_percentile": 0,
      "CompactionTime_98th_percentile": 0,
      "CompactionTime_99th_percentile": 0,
      "CompactionTime_99.9th_percentile": 0,
      "Get_num_ops": 0,
      "Get_min": 0,
      "Get_max": 0,
      "Get_mean": 0,
      "Get_25th_percentile": 0,
      "Get_median": 0,
      "Get_75th_percentile": 0,
      "Get_90th_percentile": 0,
      "Get_95th_percentile": 0,
      "Get_98th_percentile": 0,
      "Get_99th_percentile": 0,
      "Get_99.9th_percentile": 0,
      "MajorCompactionInputFileCount_num_ops": 0,
      "MajorCompactionInputFileCount_min": 0,
      "MajorCompactionInputFileCount_max": 0,
      "MajorCompactionInputFileCount_mean": 0,
      "MajorCompactionInputFileCount_25th_percentile": 0,
      "MajorCompactionInputFileCount_median": 0,
      "MajorCompactionInputFileCount_75th_percentile": 0,
      "MajorCompactionInputFileCount_90th_percentile": 0,
      "MajorCompactionInputFileCount_95th_percentile": 0,
      "MajorCompactionInputFileCount_98th_percentile": 0,
      "MajorCompactionInputFileCount_99th_percentile": 0,
      "MajorCompactionInputFileCount_99.9th_percentile": 0,
      "scannerLeaseExpiredCount": 0,
      "CheckAndPut_num_ops": 0,
      "CheckAndPut_min": 0,
      "CheckAndPut_max": 0,
      "CheckAndPut_mean": 0,
      "CheckAndPut_25th_percentile": 0,
      "CheckAndPut_median": 0,
      "CheckAndPut_75th_percentile": 0,
      "CheckAndPut_90th_percentile": 0,
      "CheckAndPut_95th_percentile": 0,
      "CheckAndPut_98th_percentile": 0,
      "CheckAndPut_99th_percentile": 0,
      "CheckAndPut_99.9th_percentile": 0,
      "MajorCompactionOutputSize_num_ops": 0,
      "MajorCompactionOutputSize_min": 0,
      "MajorCompactionOutputSize_max": 0,
      "MajorCompactionOutputSize_mean": 0,
      "MajorCompactionOutputSize_25th_percentile": 0,
      "MajorCompactionOutputSize_median": 0,
      "MajorCompactionOutputSize_75th_percentile": 0,
      "MajorCompactionOutputSize_90th_percentile": 0,
      "MajorCompactionOutputSize_95th_percentile": 0,
      "MajorCompactionOutputSize_98th_percentile": 0,
      "MajorCompactionOutputSize_99th_percentile": 0,
      "MajorCompactionOutputSize_99.9th_percentile": 0,
      "CompactionOutputFileCount_num_ops": 0,
      "CompactionOutputFileCount_min": 0,
      "CompactionOutputFileCount_max": 0,
      "CompactionOutputFileCount_mean": 0,
      "CompactionOutputFileCount_25th_percentile": 0,
      "CompactionOutputFileCount_median": 0,
      "CompactionOutputFileCount_75th_percentile": 0,
      "CompactionOutputFileCount_90th_percentile": 0,
      "CompactionOutputFileCount_95th_percentile": 0,
      "CompactionOutputFileCount_98th_percentile": 0,
      "CompactionOutputFileCount_99th_percentile": 0,
      "CompactionOutputFileCount_99.9th_percentile": 0,
      "slowDeleteCount": 0,
      "FlushTime_num_ops": 0,
      "FlushTime_min": 0,
      "FlushTime_max": 0,
      "FlushTime_mean": 0,
      "FlushTime_25th_percentile": 0,
      "FlushTime_median": 0,
      "FlushTime_75th_percentile": 0,
      "FlushTime_90th_percentile": 0,
      "FlushTime_95th_percentile": 0,
      "FlushTime_98th_percentile": 0,
      "FlushTime_99th_percentile": 0,
      "FlushTime_99.9th_percentile": 0,
      "splitSuccessCount": 0,
      "MajorCompactionOutputFileCount_num_ops": 0,
      "MajorCompactionOutputFileCount_min": 0,
      "MajorCompactionOutputFileCount_max": 0,
      "MajorCompactionOutputFileCount_mean": 0,
      "MajorCompactionOutputFileCount_25th_percentile": 0,
      "MajorCompactionOutputFileCount_median": 0,
      "MajorCompactionOutputFileCount_75th_percentile": 0,
      "MajorCompactionOutputFileCount_90th_percentile": 0,
      "MajorCompactionOutputFileCount_95th_percentile": 0,
      "MajorCompactionOutputFileCount_98th_percentile": 0,
      "MajorCompactionOutputFileCount_99th_percentile": 0,
      "MajorCompactionOutputFileCount_99.9th_percentile": 0,
      "slowGetCount": 0,
      "ScanSize_num_ops": 0,
      "ScanSize_min": 0,
      "ScanSize_max": 0,
      "ScanSize_mean": 0,
      "ScanSize_25th_percentile": 0,
      "ScanSize_median": 0,
      "ScanSize_75th_percentile": 0,
      "ScanSize_90th_percentile": 0,
      "ScanSize_95th_percentile": 0,
      "ScanSize_98th_percentile": 0,
      "ScanSize_99th_percentile": 0,
      "ScanSize_99.9th_percentile": 0,
      "CompactionOutputSize_num_ops": 0,
      "CompactionOutputSize_min": 0,
      "CompactionOutputSize_max": 0,
      "CompactionOutputSize_mean": 0,
      "CompactionOutputSize_25th_percentile": 0,
      "CompactionOutputSize_median": 0,
      "CompactionOutputSize_75th_percentile": 0,
      "CompactionOutputSize_90th_percentile": 0,
      "CompactionOutputSize_95th_percentile": 0,
      "CompactionOutputSize_98th_percentile": 0,
      "CompactionOutputSize_99th_percentile": 0,
      "CompactionOutputSize_99.9th_percentile": 0,
      "PauseTimeWithoutGc_num_ops": 0,
      "PauseTimeWithoutGc_min": 0,
      "PauseTimeWithoutGc_max": 0,
      "PauseTimeWithoutGc_mean": 0,
      "PauseTimeWithoutGc_25th_percentile": 0,
      "PauseTimeWithoutGc_median": 0,
      "PauseTimeWithoutGc_75th_percentile": 0,
      "PauseTimeWithoutGc_90th_percentile": 0,
      "PauseTimeWithoutGc_95th_percentile": 0,
      "PauseTimeWithoutGc_98th_percentile": 0,
      "PauseTimeWithoutGc_99th_percentile": 0,
      "PauseTimeWithoutGc_99.9th_percentile": 0,
      "slowIncrementCount": 0,
      "Append_num_ops": 0,
      "Append_min": 0,
      "Append_max": 0,
      "Append_mean": 0,
      "Append_25th_percentile": 0,
      "Append_median": 0,
      "Append_75th_percentile": 0,
      "Append_90th_percentile": 0,
      "Append_95th_percentile": 0,
      "Append_98th_percentile": 0,
      "Append_99th_percentile": 0,
      "Append_99.9th_percentile": 0,
      "Bulkload_count": 0,
      "Bulkload_mean_rate": 0.0,
      "Bulkload_1min_rate": 0.0,
      "Bulkload_5min_rate": 0.0,
      "Bulkload_15min_rate": 0.0,
      "Bulkload_num_ops": 0,
      "Bulkload_min": 0,
      "Bulkload_max": 0,
      "Bulkload_mean": 0,
      "Bulkload_25th_percentile": 0,
      "Bulkload_median": 0,
      "Bulkload_75th_percentile": 0,
      "Bulkload_90th_percentile": 0,
      "Bulkload_95th_percentile": 0,
      "Bulkload_98th_percentile": 0,
      "Bulkload_99th_percentile": 0,
      "Bulkload_99.9th_percentile": 0
    }
  ]
}
2024-12-03T18:19:01,158 WARN  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45519 {}] master.MasterRpcServices(700): 5cd6afc4bcac,36879,1733249922988 reported a fatal error:
***** ABORTING region server 5cd6afc4bcac,36879,1733249922988: testing *****
2024-12-03T18:19:01,160 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5cd6afc4bcac,36879,1733249922988' *****
2024-12-03T18:19:01,160 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing
2024-12-03T18:19:01,160 INFO  [RS:0;5cd6afc4bcac:36879 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-03T18:19:01,160 INFO  [RS:0;5cd6afc4bcac:36879 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly.
2024-12-03T18:19:01,161 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-03T18:19:01,161 INFO  [RS:0;5cd6afc4bcac:36879 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly.
2024-12-03T18:19:01,161 INFO  [RS:0;5cd6afc4bcac:36879 {}] regionserver.HRegionServer(3091): Received CLOSE for 47f78c731817d1d5e66446a202a849fe
2024-12-03T18:19:01,161 INFO  [RS:0;5cd6afc4bcac:36879 {}] regionserver.HRegionServer(956): aborting server 5cd6afc4bcac,36879,1733249922988
2024-12-03T18:19:01,161 INFO  [RS:0;5cd6afc4bcac:36879 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-03T18:19:01,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42763 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.3:34160 deadline: 1733250001161, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=5cd6afc4bcac port=36879 startCode=1733249922988. As of locationSeqNum=12.
2024-12-03T18:19:01,161 INFO  [RS:0;5cd6afc4bcac:36879 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5cd6afc4bcac:36879.
2024-12-03T18:19:01,161 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 47f78c731817d1d5e66446a202a849fe, disabling compactions & flushes
2024-12-03T18:19:01,162 DEBUG [RS:0;5cd6afc4bcac:36879 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T18:19:01,162 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.
2024-12-03T18:19:01,162 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.
2024-12-03T18:19:01,162 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe. after waiting 0 ms
2024-12-03T18:19:01,162 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.
2024-12-03T18:19:01,162 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe., hostname=5cd6afc4bcac,42763,1733249923124, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe., hostname=5cd6afc4bcac,42763,1733249923124, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=5cd6afc4bcac port=36879 startCode=1733249922988. As of locationSeqNum=12.
2024-12-03T18:19:01,162 DEBUG [RS:0;5cd6afc4bcac:36879 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T18:19:01,162 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe., hostname=5cd6afc4bcac,42763,1733249923124, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=5cd6afc4bcac port=36879 startCode=1733249922988. As of locationSeqNum=12.
2024-12-03T18:19:01,162 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe., hostname=5cd6afc4bcac,42763,1733249923124, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe., hostname=5cd6afc4bcac,36879,1733249922988, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=5cd6afc4bcac port=36879 startCode=1733249922988. As of locationSeqNum=12.
2024-12-03T18:19:01,162 INFO  [RS:0;5cd6afc4bcac:36879 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-12-03T18:19:01,163 DEBUG [RS:0;5cd6afc4bcac:36879 {}] regionserver.HRegionServer(1325): Online Regions={47f78c731817d1d5e66446a202a849fe=testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.}
2024-12-03T18:19:01,163 DEBUG [RS:0;5cd6afc4bcac:36879 {}] regionserver.HRegionServer(1351): Waiting on 47f78c731817d1d5e66446a202a849fe
2024-12-03T18:19:01,164 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.
2024-12-03T18:19:01,164 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 47f78c731817d1d5e66446a202a849fe:
Waiting for close lock at 1733249941161Running coprocessor pre-close hooks at 1733249941161Disabling compacts and flushes for region at 1733249941161Disabling writes for close at 1733249941162 (+1 ms)Writing region close event to WAL at 1733249941164 (+2 ms)Running coprocessor post-close hooks at 1733249941164Closed at 1733249941164
2024-12-03T18:19:01,164 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.
2024-12-03T18:19:01,190 INFO  [regionserver/5cd6afc4bcac:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-03T18:19:01,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5cd6afc4bcac,36879,1733249922988 aborting
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T18:19:01,274 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe., hostname=5cd6afc4bcac,36879,1733249922988, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe., hostname=5cd6afc4bcac,36879,1733249922988, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5cd6afc4bcac,36879,1733249922988 aborting
2024-12-03T18:19:01,274 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe., hostname=5cd6afc4bcac,36879,1733249922988, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5cd6afc4bcac,36879,1733249922988 aborting
2024-12-03T18:19:01,274 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe., hostname=5cd6afc4bcac,36879,1733249922988, seqNum=12 from cache
2024-12-03T18:19:01,363 INFO  [RS:0;5cd6afc4bcac:36879 {}] regionserver.HRegionServer(976): stopping server 5cd6afc4bcac,36879,1733249922988; all regions closed.
2024-12-03T18:19:01,366 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741833_1009 (size=2142)
2024-12-03T18:19:01,366 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741833_1009 (size=2142)
2024-12-03T18:19:01,366 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741833_1009 (size=2142)
2024-12-03T18:19:01,367 DEBUG [RS:0;5cd6afc4bcac:36879 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T18:19:01,367 INFO  [RS:0;5cd6afc4bcac:36879 {}] regionserver.LeaseManager(133): Closed leases
2024-12-03T18:19:01,367 INFO  [RS:0;5cd6afc4bcac:36879 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-03T18:19:01,367 INFO  [RS:0;5cd6afc4bcac:36879 {}] hbase.ChoreService(370): Chore service for: regionserver/5cd6afc4bcac:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-12-03T18:19:01,367 INFO  [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-03T18:19:01,368 INFO  [RS:0;5cd6afc4bcac:36879 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-03T18:19:01,368 INFO  [RS:0;5cd6afc4bcac:36879 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-03T18:19:01,368 INFO  [RS:0;5cd6afc4bcac:36879 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-03T18:19:01,368 INFO  [RS:0;5cd6afc4bcac:36879 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-03T18:19:01,368 INFO  [RS:0;5cd6afc4bcac:36879 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36879
2024-12-03T18:19:01,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36879-0x1019db482e00001, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5cd6afc4bcac,36879,1733249922988
2024-12-03T18:19:01,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x1019db482e00000, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-03T18:19:01,429 INFO  [RS:0;5cd6afc4bcac:36879 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-03T18:19:01,437 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5cd6afc4bcac,36879,1733249922988]
2024-12-03T18:19:01,445 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5cd6afc4bcac,36879,1733249922988 already deleted, retry=false
2024-12-03T18:19:01,445 INFO  [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 5cd6afc4bcac,36879,1733249922988 on 5cd6afc4bcac,45519,1733249922011
2024-12-03T18:19:01,451 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 5cd6afc4bcac,36879,1733249922988, splitWal=true, meta=false
2024-12-03T18:19:01,453 INFO  [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 5cd6afc4bcac,36879,1733249922988 (carryingMeta=false) 5cd6afc4bcac,36879,1733249922988/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7f69996f[Write locks = 1, Read locks = 0], oldState=ONLINE.
2024-12-03T18:19:01,454 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 5cd6afc4bcac,36879,1733249922988, splitWal=true, meta=false
2024-12-03T18:19:01,456 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 5cd6afc4bcac,36879,1733249922988 had 1 regions
2024-12-03T18:19:01,457 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 5cd6afc4bcac,36879,1733249922988, splitWal=true, meta=false, isMeta: false
2024-12-03T18:19:01,459 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/WALs/5cd6afc4bcac,36879,1733249922988-splitting
2024-12-03T18:19:01,460 INFO  [PEWorker-2 {}] master.SplitWALManager(105): 5cd6afc4bcac,36879,1733249922988 WAL count=1, meta=false
2024-12-03T18:19:01,462 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 5cd6afc4bcac%2C36879%2C1733249922988.1733249925528}]
2024-12-03T18:19:01,467 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=5cd6afc4bcac,42763,1733249923124
2024-12-03T18:19:01,469 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 5cd6afc4bcac%2C36879%2C1733249922988.1733249925528, worker=5cd6afc4bcac,42763,1733249923124}]
2024-12-03T18:19:01,486 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe., hostname=5cd6afc4bcac,36879,1733249922988, seqNum=18]
2024-12-03T18:19:01,488 WARN  [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 5cd6afc4bcac:36879
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 5cd6afc4bcac/172.17.0.3:36879
Caused by: java.net.ConnectException: Connection refused
	at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?]
	at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?]
	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?]
	at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T18:19:01,488 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe., hostname=5cd6afc4bcac,36879,1733249922988, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe., hostname=5cd6afc4bcac,36879,1733249922988, seqNum=18, error=java.net.ConnectException: Call to address=5cd6afc4bcac:36879 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 5cd6afc4bcac/172.17.0.3:36879
2024-12-03T18:19:01,488 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe., hostname=5cd6afc4bcac,36879,1733249922988, seqNum=18 is java.net.ConnectException: Connection refused
2024-12-03T18:19:01,488 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe., hostname=5cd6afc4bcac,36879,1733249922988, seqNum=18 from cache
2024-12-03T18:19:01,489 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address 5cd6afc4bcac:36879 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 5cd6afc4bcac/172.17.0.3:36879
2024-12-03T18:19:01,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36879-0x1019db482e00001, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-03T18:19:01,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36879-0x1019db482e00001, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-03T18:19:01,538 INFO  [RS:0;5cd6afc4bcac:36879 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-03T18:19:01,538 INFO  [RS:0;5cd6afc4bcac:36879 {}] regionserver.HRegionServer(1031): Exiting; stopping=5cd6afc4bcac,36879,1733249922988; zookeeper connection closed.
2024-12-03T18:19:01,538 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@226ca26f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@226ca26f
2024-12-03T18:19:01,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42763 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15
2024-12-03T18:19:01,652 INFO  [RS_LOG_REPLAY_OPS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/WALs/5cd6afc4bcac,36879,1733249922988-splitting/5cd6afc4bcac%2C36879%2C1733249922988.1733249925528, size=2.1 K (2142bytes)
2024-12-03T18:19:01,652 INFO  [RS_LOG_REPLAY_OPS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/WALs/5cd6afc4bcac,36879,1733249922988-splitting/5cd6afc4bcac%2C36879%2C1733249922988.1733249925528
2024-12-03T18:19:01,652 INFO  [RS_LOG_REPLAY_OPS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/WALs/5cd6afc4bcac,36879,1733249922988-splitting/5cd6afc4bcac%2C36879%2C1733249922988.1733249925528 after 0ms
2024-12-03T18:19:01,655 INFO  [RS_LOG_REPLAY_OPS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/WALs/5cd6afc4bcac,36879,1733249922988-splitting/5cd6afc4bcac%2C36879%2C1733249922988.1733249925528 took 4ms
2024-12-03T18:19:01,662 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 47f78c731817d1d5e66446a202a849fe: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 }
2024-12-03T18:19:01,662 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/WALs/5cd6afc4bcac,36879,1733249922988-splitting/5cd6afc4bcac%2C36879%2C1733249922988.1733249925528 so closing down
2024-12-03T18:19:01,662 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-03T18:19:01,662 INFO  [RS_LOG_REPLAY_OPS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished
2024-12-03T18:19:01,662 INFO  [RS_LOG_REPLAY_OPS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 6 ms; skipped=6; WAL=hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/WALs/5cd6afc4bcac,36879,1733249922988-splitting/5cd6afc4bcac%2C36879%2C1733249922988.1733249925528, size=2.1 K, length=2142, corrupted=false, cancelled=false
2024-12-03T18:19:01,662 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/WALs/5cd6afc4bcac,36879,1733249922988-splitting/5cd6afc4bcac%2C36879%2C1733249922988.1733249925528, journal: Splitting hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/WALs/5cd6afc4bcac,36879,1733249922988-splitting/5cd6afc4bcac%2C36879%2C1733249922988.1733249925528, size=2.1 K (2142bytes) at 1733249941652Finishing writing output for hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/WALs/5cd6afc4bcac,36879,1733249922988-splitting/5cd6afc4bcac%2C36879%2C1733249922988.1733249925528 so closing down at 1733249941662 (+10 ms)3 split writer threads finished at 1733249941662Processed 6 edits across 0 Regions in 6 ms; skipped=6; WAL=hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/WALs/5cd6afc4bcac,36879,1733249922988-splitting/5cd6afc4bcac%2C36879%2C1733249922988.1733249925528, size=2.1 K, length=2142, corrupted=false, cancelled=false at 1733249941662
2024-12-03T18:19:01,662 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/WALs/5cd6afc4bcac,36879,1733249922988-splitting/5cd6afc4bcac%2C36879%2C1733249922988.1733249925528
2024-12-03T18:19:01,663 DEBUG [RS_LOG_REPLAY_OPS-regionserver/5cd6afc4bcac:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15
2024-12-03T18:19:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45519 {}] master.HMaster(4169): Remote procedure done, pid=15
2024-12-03T18:19:01,669 INFO  [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/WALs/5cd6afc4bcac,36879,1733249922988-splitting/5cd6afc4bcac%2C36879%2C1733249922988.1733249925528 to hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/oldWALs
2024-12-03T18:19:01,671 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-12-03T18:19:01,671 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 5cd6afc4bcac%2C36879%2C1733249922988.1733249925528, worker=5cd6afc4bcac,42763,1733249923124 in 200 msec
2024-12-03T18:19:01,672 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=5cd6afc4bcac,42763,1733249923124
2024-12-03T18:19:01,675 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-12-03T18:19:01,675 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 5cd6afc4bcac%2C36879%2C1733249922988.1733249925528, worker=5cd6afc4bcac,42763,1733249923124 in 212 msec
2024-12-03T18:19:01,677 INFO  [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/WALs/5cd6afc4bcac,36879,1733249922988-splitting dir is empty, no logs to split.
2024-12-03T18:19:01,677 INFO  [PEWorker-2 {}] master.SplitWALManager(105): 5cd6afc4bcac,36879,1733249922988 WAL count=0, meta=false
2024-12-03T18:19:01,677 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 5cd6afc4bcac,36879,1733249922988 WAL splitting is done? wals=0, meta=false
2024-12-03T18:19:01,679 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 5cd6afc4bcac,36879,1733249922988 failed, ignore...File hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/WALs/5cd6afc4bcac,36879,1733249922988-splitting does not exist.
2024-12-03T18:19:01,682 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=47f78c731817d1d5e66446a202a849fe, ASSIGN}]
2024-12-03T18:19:01,684 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=47f78c731817d1d5e66446a202a849fe, ASSIGN
2024-12-03T18:19:01,685 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=47f78c731817d1d5e66446a202a849fe, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-12-03T18:19:01,797 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe., hostname=5cd6afc4bcac,36879,1733249922988, seqNum=18]
2024-12-03T18:19:01,798 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to 5cd6afc4bcac:36879 this server is in the failed servers list
2024-12-03T18:19:01,799 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe., hostname=5cd6afc4bcac,36879,1733249922988, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe., hostname=5cd6afc4bcac,36879,1733249922988, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=5cd6afc4bcac:36879 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 5cd6afc4bcac:36879
2024-12-03T18:19:01,799 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe., hostname=5cd6afc4bcac,36879,1733249922988, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 5cd6afc4bcac:36879
2024-12-03T18:19:01,799 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe., hostname=5cd6afc4bcac,36879,1733249922988, seqNum=18 from cache
2024-12-03T18:19:01,835 DEBUG [5cd6afc4bcac:45519 {}] balancer.BalancerClusterState(204): Hosts are {5cd6afc4bcac=0} racks are {/default-rack=0}
2024-12-03T18:19:01,836 DEBUG [5cd6afc4bcac:45519 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-12-03T18:19:01,836 DEBUG [5cd6afc4bcac:45519 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-12-03T18:19:01,836 DEBUG [5cd6afc4bcac:45519 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-12-03T18:19:01,836 DEBUG [5cd6afc4bcac:45519 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-12-03T18:19:01,836 INFO  [5cd6afc4bcac:45519 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-12-03T18:19:01,836 INFO  [5cd6afc4bcac:45519 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-12-03T18:19:01,836 DEBUG [5cd6afc4bcac:45519 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-12-03T18:19:01,836 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=47f78c731817d1d5e66446a202a849fe, regionState=OPENING, regionLocation=5cd6afc4bcac,42763,1733249923124
2024-12-03T18:19:01,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=47f78c731817d1d5e66446a202a849fe, ASSIGN because future has completed
2024-12-03T18:19:01,840 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47f78c731817d1d5e66446a202a849fe, server=5cd6afc4bcac,42763,1733249923124}]
2024-12-03T18:19:01,996 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.
2024-12-03T18:19:01,996 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 47f78c731817d1d5e66446a202a849fe, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.', STARTKEY => '', ENDKEY => ''}
2024-12-03T18:19:01,996 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 47f78c731817d1d5e66446a202a849fe
2024-12-03T18:19:01,997 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T18:19:01,997 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 47f78c731817d1d5e66446a202a849fe
2024-12-03T18:19:01,997 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 47f78c731817d1d5e66446a202a849fe
2024-12-03T18:19:01,998 INFO  [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 47f78c731817d1d5e66446a202a849fe 
2024-12-03T18:19:02,000 INFO  [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47f78c731817d1d5e66446a202a849fe columnFamilyName cf1
2024-12-03T18:19:02,000 DEBUG [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:02,007 DEBUG [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe/cf1/8404392b586444f195e89d43b426e6ad
2024-12-03T18:19:02,008 INFO  [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] regionserver.HStore(327): Store=47f78c731817d1d5e66446a202a849fe/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:02,008 INFO  [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 47f78c731817d1d5e66446a202a849fe 
2024-12-03T18:19:02,009 INFO  [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47f78c731817d1d5e66446a202a849fe columnFamilyName cf2
2024-12-03T18:19:02,009 DEBUG [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:02,016 DEBUG [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe/cf2/b29fd51a133b496eabab78ca4473da1d
2024-12-03T18:19:02,016 INFO  [StoreOpener-47f78c731817d1d5e66446a202a849fe-1 {}] regionserver.HStore(327): Store=47f78c731817d1d5e66446a202a849fe/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:02,017 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 47f78c731817d1d5e66446a202a849fe
2024-12-03T18:19:02,018 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe
2024-12-03T18:19:02,019 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe
2024-12-03T18:19:02,020 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 47f78c731817d1d5e66446a202a849fe
2024-12-03T18:19:02,020 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 47f78c731817d1d5e66446a202a849fe
2024-12-03T18:19:02,021 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-12-03T18:19:02,023 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 47f78c731817d1d5e66446a202a849fe
2024-12-03T18:19:02,024 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 47f78c731817d1d5e66446a202a849fe; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67400603, jitterRate=0.004347249865531921}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-12-03T18:19:02,024 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 47f78c731817d1d5e66446a202a849fe
2024-12-03T18:19:02,025 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 47f78c731817d1d5e66446a202a849fe:
Running coprocessor pre-open hook at 1733249941997Writing region info on filesystem at 1733249941997Initializing all the Stores at 1733249941998 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249941998Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249941998Cleaning up temporary data from old regions at 1733249942020 (+22 ms)Running coprocessor post-open hooks at 1733249942024 (+4 ms)Region opened successfully at 1733249942025 (+1 ms)
2024-12-03T18:19:02,026 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe., pid=17, masterSystemTime=1733249941992
2024-12-03T18:19:02,028 DEBUG [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.
2024-12-03T18:19:02,029 INFO  [RS_OPEN_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.
2024-12-03T18:19:02,029 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=47f78c731817d1d5e66446a202a849fe, regionState=OPEN, openSeqNum=18, regionLocation=5cd6afc4bcac,42763,1733249923124
2024-12-03T18:19:02,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47f78c731817d1d5e66446a202a849fe, server=5cd6afc4bcac,42763,1733249923124 because future has completed
2024-12-03T18:19:02,037 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-12-03T18:19:02,037 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 47f78c731817d1d5e66446a202a849fe, server=5cd6afc4bcac,42763,1733249923124 in 194 msec
2024-12-03T18:19:02,040 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13
2024-12-03T18:19:02,040 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=47f78c731817d1d5e66446a202a849fe, ASSIGN in 355 msec
2024-12-03T18:19:02,040 INFO  [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server 5cd6afc4bcac,36879,1733249922988 after splitting done
2024-12-03T18:19:02,043 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 5cd6afc4bcac,36879,1733249922988, splitWal=true, meta=false in 595 msec
2024-12-03T18:19:02,317 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe., hostname=5cd6afc4bcac,42763,1733249923124, seqNum=18]
2024-12-03T18:19:02,332 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=405 (was 406), OpenFileDescriptor=1033 (was 1005) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=453 (was 449) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1684 (was 1833)
2024-12-03T18:19:02,334 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1033 is superior to 1024
2024-12-03T18:19:02,349 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=405, OpenFileDescriptor=1033, MaxFileDescriptor=1048576, SystemLoadAverage=453, ProcessCount=11, AvailableMemoryMB=1684
2024-12-03T18:19:02,349 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1033 is superior to 1024
2024-12-03T18:19:02,367 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T18:19:02,369 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T18:19:02,370 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-03T18:19:02,373 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-79249674, suffix=, logDir=hdfs://localhost:39471/hbase/WALs/hregion-79249674, archiveDir=hdfs://localhost:39471/hbase/oldWALs, maxLogs=32
2024-12-03T18:19:02,387 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-79249674/hregion-79249674.1733249942374, exclude list is [], retry=0
2024-12-03T18:19:02,389 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-8208040e-11d8-434f-831f-ed9cb03aaa48,DISK]
2024-12-03T18:19:02,390 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-a8d14b80-1484-479b-8e7d-314bfc676fb5,DISK]
2024-12-03T18:19:02,390 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42307,DS-82a91e0d-99b4-4af0-b613-5573e717398b,DISK]
2024-12-03T18:19:02,393 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-79249674/hregion-79249674.1733249942374
2024-12-03T18:19:02,394 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32955:32955),(127.0.0.1/127.0.0.1:34211:34211),(127.0.0.1/127.0.0.1:45347:45347)]
2024-12-03T18:19:02,394 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 8fc1fd406cb7729aac924e7ccc38a5dd, NAME => 'testReplayEditsWrittenViaHRegion,,1733249942368.8fc1fd406cb7729aac924e7ccc38a5dd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39471/hbase
2024-12-03T18:19:02,401 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741893_1071 (size=67)
2024-12-03T18:19:02,401 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741893_1071 (size=67)
2024-12-03T18:19:02,401 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741893_1071 (size=67)
2024-12-03T18:19:02,402 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733249942368.8fc1fd406cb7729aac924e7ccc38a5dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T18:19:02,404 INFO  [StoreOpener-8fc1fd406cb7729aac924e7ccc38a5dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8fc1fd406cb7729aac924e7ccc38a5dd 
2024-12-03T18:19:02,405 INFO  [StoreOpener-8fc1fd406cb7729aac924e7ccc38a5dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fc1fd406cb7729aac924e7ccc38a5dd columnFamilyName a
2024-12-03T18:19:02,405 DEBUG [StoreOpener-8fc1fd406cb7729aac924e7ccc38a5dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:02,406 INFO  [StoreOpener-8fc1fd406cb7729aac924e7ccc38a5dd-1 {}] regionserver.HStore(327): Store=8fc1fd406cb7729aac924e7ccc38a5dd/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:02,406 INFO  [StoreOpener-8fc1fd406cb7729aac924e7ccc38a5dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8fc1fd406cb7729aac924e7ccc38a5dd 
2024-12-03T18:19:02,407 INFO  [StoreOpener-8fc1fd406cb7729aac924e7ccc38a5dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fc1fd406cb7729aac924e7ccc38a5dd columnFamilyName b
2024-12-03T18:19:02,407 DEBUG [StoreOpener-8fc1fd406cb7729aac924e7ccc38a5dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:02,407 INFO  [StoreOpener-8fc1fd406cb7729aac924e7ccc38a5dd-1 {}] regionserver.HStore(327): Store=8fc1fd406cb7729aac924e7ccc38a5dd/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:02,407 INFO  [StoreOpener-8fc1fd406cb7729aac924e7ccc38a5dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8fc1fd406cb7729aac924e7ccc38a5dd 
2024-12-03T18:19:02,409 INFO  [StoreOpener-8fc1fd406cb7729aac924e7ccc38a5dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fc1fd406cb7729aac924e7ccc38a5dd columnFamilyName c
2024-12-03T18:19:02,409 DEBUG [StoreOpener-8fc1fd406cb7729aac924e7ccc38a5dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:02,409 INFO  [StoreOpener-8fc1fd406cb7729aac924e7ccc38a5dd-1 {}] regionserver.HStore(327): Store=8fc1fd406cb7729aac924e7ccc38a5dd/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:02,409 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8fc1fd406cb7729aac924e7ccc38a5dd
2024-12-03T18:19:02,410 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/8fc1fd406cb7729aac924e7ccc38a5dd
2024-12-03T18:19:02,410 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/8fc1fd406cb7729aac924e7ccc38a5dd
2024-12-03T18:19:02,411 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8fc1fd406cb7729aac924e7ccc38a5dd
2024-12-03T18:19:02,411 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8fc1fd406cb7729aac924e7ccc38a5dd
2024-12-03T18:19:02,412 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-03T18:19:02,413 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8fc1fd406cb7729aac924e7ccc38a5dd
2024-12-03T18:19:02,415 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/8fc1fd406cb7729aac924e7ccc38a5dd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T18:19:02,416 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 8fc1fd406cb7729aac924e7ccc38a5dd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71741705, jitterRate=0.06903471052646637}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-03T18:19:02,417 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8fc1fd406cb7729aac924e7ccc38a5dd:
Writing region info on filesystem at 1733249942402Initializing all the Stores at 1733249942403 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249942403Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249942403Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249942403Cleaning up temporary data from old regions at 1733249942411 (+8 ms)Region opened successfully at 1733249942417 (+6 ms)
2024-12-03T18:19:02,417 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8fc1fd406cb7729aac924e7ccc38a5dd, disabling compactions & flushes
2024-12-03T18:19:02,417 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733249942368.8fc1fd406cb7729aac924e7ccc38a5dd.
2024-12-03T18:19:02,417 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733249942368.8fc1fd406cb7729aac924e7ccc38a5dd.
2024-12-03T18:19:02,417 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733249942368.8fc1fd406cb7729aac924e7ccc38a5dd. after waiting 0 ms
2024-12-03T18:19:02,417 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733249942368.8fc1fd406cb7729aac924e7ccc38a5dd.
2024-12-03T18:19:02,417 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733249942368.8fc1fd406cb7729aac924e7ccc38a5dd.
2024-12-03T18:19:02,418 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8fc1fd406cb7729aac924e7ccc38a5dd:
Waiting for close lock at 1733249942417Disabling compacts and flushes for region at 1733249942417Disabling writes for close at 1733249942417Writing region close event to WAL at 1733249942417Closed at 1733249942417
2024-12-03T18:19:02,421 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741892_1070 (size=93)
2024-12-03T18:19:02,421 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741892_1070 (size=93)
2024-12-03T18:19:02,421 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741892_1070 (size=93)
2024-12-03T18:19:02,424 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-03T18:19:02,424 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-79249674:(num 1733249942374)
2024-12-03T18:19:02,424 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-03T18:19:02,426 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39471/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733249942366, archiveDir=hdfs://localhost:39471/hbase/oldWALs, maxLogs=32
2024-12-03T18:19:02,437 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733249942366/wal.1733249942426, exclude list is [], retry=0
2024-12-03T18:19:02,439 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42307,DS-82a91e0d-99b4-4af0-b613-5573e717398b,DISK]
2024-12-03T18:19:02,440 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-8208040e-11d8-434f-831f-ed9cb03aaa48,DISK]
2024-12-03T18:19:02,440 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-a8d14b80-1484-479b-8e7d-314bfc676fb5,DISK]
2024-12-03T18:19:02,442 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733249942366/wal.1733249942426
2024-12-03T18:19:02,442 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45347:45347),(127.0.0.1/127.0.0.1:32955:32955),(127.0.0.1/127.0.0.1:34211:34211)]
2024-12-03T18:19:02,442 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8fc1fd406cb7729aac924e7ccc38a5dd, NAME => 'testReplayEditsWrittenViaHRegion,,1733249942368.8fc1fd406cb7729aac924e7ccc38a5dd.', STARTKEY => '', ENDKEY => ''}
2024-12-03T18:19:02,442 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733249942368.8fc1fd406cb7729aac924e7ccc38a5dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T18:19:02,442 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8fc1fd406cb7729aac924e7ccc38a5dd
2024-12-03T18:19:02,442 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8fc1fd406cb7729aac924e7ccc38a5dd
2024-12-03T18:19:02,444 INFO  [StoreOpener-8fc1fd406cb7729aac924e7ccc38a5dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8fc1fd406cb7729aac924e7ccc38a5dd 
2024-12-03T18:19:02,445 INFO  [StoreOpener-8fc1fd406cb7729aac924e7ccc38a5dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fc1fd406cb7729aac924e7ccc38a5dd columnFamilyName a
2024-12-03T18:19:02,445 DEBUG [StoreOpener-8fc1fd406cb7729aac924e7ccc38a5dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:02,445 INFO  [StoreOpener-8fc1fd406cb7729aac924e7ccc38a5dd-1 {}] regionserver.HStore(327): Store=8fc1fd406cb7729aac924e7ccc38a5dd/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:02,445 INFO  [StoreOpener-8fc1fd406cb7729aac924e7ccc38a5dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8fc1fd406cb7729aac924e7ccc38a5dd 
2024-12-03T18:19:02,446 INFO  [StoreOpener-8fc1fd406cb7729aac924e7ccc38a5dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fc1fd406cb7729aac924e7ccc38a5dd columnFamilyName b
2024-12-03T18:19:02,446 DEBUG [StoreOpener-8fc1fd406cb7729aac924e7ccc38a5dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:02,447 INFO  [StoreOpener-8fc1fd406cb7729aac924e7ccc38a5dd-1 {}] regionserver.HStore(327): Store=8fc1fd406cb7729aac924e7ccc38a5dd/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:02,447 INFO  [StoreOpener-8fc1fd406cb7729aac924e7ccc38a5dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8fc1fd406cb7729aac924e7ccc38a5dd 
2024-12-03T18:19:02,447 INFO  [StoreOpener-8fc1fd406cb7729aac924e7ccc38a5dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fc1fd406cb7729aac924e7ccc38a5dd columnFamilyName c
2024-12-03T18:19:02,447 DEBUG [StoreOpener-8fc1fd406cb7729aac924e7ccc38a5dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:02,448 INFO  [StoreOpener-8fc1fd406cb7729aac924e7ccc38a5dd-1 {}] regionserver.HStore(327): Store=8fc1fd406cb7729aac924e7ccc38a5dd/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:02,448 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8fc1fd406cb7729aac924e7ccc38a5dd
2024-12-03T18:19:02,449 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/8fc1fd406cb7729aac924e7ccc38a5dd
2024-12-03T18:19:02,450 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/8fc1fd406cb7729aac924e7ccc38a5dd
2024-12-03T18:19:02,451 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8fc1fd406cb7729aac924e7ccc38a5dd
2024-12-03T18:19:02,451 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8fc1fd406cb7729aac924e7ccc38a5dd
2024-12-03T18:19:02,452 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-03T18:19:02,453 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8fc1fd406cb7729aac924e7ccc38a5dd
2024-12-03T18:19:02,453 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 8fc1fd406cb7729aac924e7ccc38a5dd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65047938, jitterRate=-0.030710190534591675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-03T18:19:02,454 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8fc1fd406cb7729aac924e7ccc38a5dd:
Writing region info on filesystem at 1733249942443Initializing all the Stores at 1733249942443Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249942443Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249942444 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249942444Cleaning up temporary data from old regions at 1733249942451 (+7 ms)Region opened successfully at 1733249942454 (+3 ms)
2024-12-03T18:19:02,473 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion
2024-12-03T18:19:02,473 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer
2024-12-03T18:19:02,475 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum
2024-12-03T18:19:02,475 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer
2024-12-03T18:19:02,476 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF
2024-12-03T18:19:02,476 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer
2024-12-03T18:19:02,477 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly
2024-12-03T18:19:02,477 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer
2024-12-03T18:19:02,486 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 8fc1fd406cb7729aac924e7ccc38a5dd 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB
2024-12-03T18:19:02,503 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/8fc1fd406cb7729aac924e7ccc38a5dd/.tmp/a/459e07d820944222bb675d4d4ec573bb is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733249942454/Put/seqid=0
2024-12-03T18:19:02,512 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741895_1073 (size=5958)
2024-12-03T18:19:02,512 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741895_1073 (size=5958)
2024-12-03T18:19:02,514 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741895_1073 (size=5958)
2024-12-03T18:19:02,514 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/8fc1fd406cb7729aac924e7ccc38a5dd/.tmp/a/459e07d820944222bb675d4d4ec573bb
2024-12-03T18:19:02,541 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/8fc1fd406cb7729aac924e7ccc38a5dd/.tmp/b/1409401b86954b0caa6d0986727131ef is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733249942463/Put/seqid=0
2024-12-03T18:19:02,554 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741896_1074 (size=5958)
2024-12-03T18:19:02,555 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741896_1074 (size=5958)
2024-12-03T18:19:02,555 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741896_1074 (size=5958)
2024-12-03T18:19:02,556 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/8fc1fd406cb7729aac924e7ccc38a5dd/.tmp/b/1409401b86954b0caa6d0986727131ef
2024-12-03T18:19:02,582 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/8fc1fd406cb7729aac924e7ccc38a5dd/.tmp/c/222133e82c9e4a07a71573c231197d46 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733249942472/Put/seqid=0
2024-12-03T18:19:02,590 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741897_1075 (size=5958)
2024-12-03T18:19:02,590 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741897_1075 (size=5958)
2024-12-03T18:19:02,591 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741897_1075 (size=5958)
2024-12-03T18:19:02,591 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/8fc1fd406cb7729aac924e7ccc38a5dd/.tmp/c/222133e82c9e4a07a71573c231197d46
2024-12-03T18:19:02,600 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/8fc1fd406cb7729aac924e7ccc38a5dd/.tmp/a/459e07d820944222bb675d4d4ec573bb as hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/8fc1fd406cb7729aac924e7ccc38a5dd/a/459e07d820944222bb675d4d4ec573bb
2024-12-03T18:19:02,610 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/8fc1fd406cb7729aac924e7ccc38a5dd/a/459e07d820944222bb675d4d4ec573bb, entries=10, sequenceid=33, filesize=5.8 K
2024-12-03T18:19:02,611 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/8fc1fd406cb7729aac924e7ccc38a5dd/.tmp/b/1409401b86954b0caa6d0986727131ef as hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/8fc1fd406cb7729aac924e7ccc38a5dd/b/1409401b86954b0caa6d0986727131ef
2024-12-03T18:19:02,622 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/8fc1fd406cb7729aac924e7ccc38a5dd/b/1409401b86954b0caa6d0986727131ef, entries=10, sequenceid=33, filesize=5.8 K
2024-12-03T18:19:02,623 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/8fc1fd406cb7729aac924e7ccc38a5dd/.tmp/c/222133e82c9e4a07a71573c231197d46 as hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/8fc1fd406cb7729aac924e7ccc38a5dd/c/222133e82c9e4a07a71573c231197d46
2024-12-03T18:19:02,628 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/8fc1fd406cb7729aac924e7ccc38a5dd/c/222133e82c9e4a07a71573c231197d46, entries=10, sequenceid=33, filesize=5.8 K
2024-12-03T18:19:02,630 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 8fc1fd406cb7729aac924e7ccc38a5dd in 144ms, sequenceid=33, compaction requested=false
2024-12-03T18:19:02,630 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8fc1fd406cb7729aac924e7ccc38a5dd:

2024-12-03T18:19:02,630 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8fc1fd406cb7729aac924e7ccc38a5dd, disabling compactions & flushes
2024-12-03T18:19:02,630 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733249942368.8fc1fd406cb7729aac924e7ccc38a5dd.
2024-12-03T18:19:02,630 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733249942368.8fc1fd406cb7729aac924e7ccc38a5dd.
2024-12-03T18:19:02,630 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733249942368.8fc1fd406cb7729aac924e7ccc38a5dd. after waiting 0 ms
2024-12-03T18:19:02,630 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733249942368.8fc1fd406cb7729aac924e7ccc38a5dd.
2024-12-03T18:19:02,631 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733249942368.8fc1fd406cb7729aac924e7ccc38a5dd.
2024-12-03T18:19:02,632 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8fc1fd406cb7729aac924e7ccc38a5dd:
Waiting for close lock at 1733249942630Disabling compacts and flushes for region at 1733249942630Disabling writes for close at 1733249942630Writing region close event to WAL at 1733249942631 (+1 ms)Closed at 1733249942631
2024-12-03T18:19:02,635 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741894_1072 (size=5937)
2024-12-03T18:19:02,635 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741894_1072 (size=5937)
2024-12-03T18:19:02,635 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741894_1072 (size=5937)
2024-12-03T18:19:02,636 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733249942366/wal.1733249942426 not finished, retry = 0
2024-12-03T18:19:02,741 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/8fc1fd406cb7729aac924e7ccc38a5dd/b/1409401b86954b0caa6d0986727131ef to hdfs://localhost:39471/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/8fc1fd406cb7729aac924e7ccc38a5dd/b/1409401b86954b0caa6d0986727131ef
2024-12-03T18:19:02,764 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39471/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733249942366/wal.1733249942426, size=5.8 K (5937bytes)
2024-12-03T18:19:02,765 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39471/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733249942366/wal.1733249942426
2024-12-03T18:19:02,765 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39471/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733249942366/wal.1733249942426 after 0ms
2024-12-03T18:19:02,771 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39471/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733249942366/wal.1733249942426 took 7ms
2024-12-03T18:19:02,781 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39471/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733249942366/wal.1733249942426 so closing down
2024-12-03T18:19:02,781 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-03T18:19:02,785 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733249942426.temp
2024-12-03T18:19:02,787 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/8fc1fd406cb7729aac924e7ccc38a5dd/recovered.edits/0000000000000000003-wal.1733249942426.temp
2024-12-03T18:19:02,787 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-03T18:19:02,807 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741898_1076 (size=5223)
2024-12-03T18:19:02,807 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741898_1076 (size=5223)
2024-12-03T18:19:02,808 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741898_1076 (size=5223)
2024-12-03T18:19:03,205 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/8fc1fd406cb7729aac924e7ccc38a5dd/recovered.edits/0000000000000000003-wal.1733249942426.temp (wrote 30 edits, skipped 0 edits in 0 ms)
2024-12-03T18:19:03,208 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/8fc1fd406cb7729aac924e7ccc38a5dd/recovered.edits/0000000000000000003-wal.1733249942426.temp to hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/8fc1fd406cb7729aac924e7ccc38a5dd/recovered.edits/0000000000000000032
2024-12-03T18:19:03,209 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 430 ms; skipped=2; WAL=hdfs://localhost:39471/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733249942366/wal.1733249942426, size=5.8 K, length=5937, corrupted=false, cancelled=false
2024-12-03T18:19:03,209 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39471/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733249942366/wal.1733249942426, journal: Splitting hdfs://localhost:39471/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733249942366/wal.1733249942426, size=5.8 K (5937bytes) at 1733249942765Finishing writing output for hdfs://localhost:39471/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733249942366/wal.1733249942426 so closing down at 1733249942781 (+16 ms)Creating recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/8fc1fd406cb7729aac924e7ccc38a5dd/recovered.edits/0000000000000000003-wal.1733249942426.temp at 1733249942787 (+6 ms)3 split writer threads finished at 1733249942787Closed recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/8fc1fd406cb7729aac924e7ccc38a5dd/recovered.edits/0000000000000000003-wal.1733249942426.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733249943205 (+418 ms)Rename recovered edits hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/8fc1fd406cb7729aac924e7ccc38a5dd/recovered.edits/0000000000000000003-wal.1733249942426.temp to hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/8fc1fd406cb7729aac924e7ccc38a5dd/recovered.edits/0000000000000000032 at 1733249943208 (+3 ms)Processed 32 edits across 1 Regions in 430 ms; skipped=2; WAL=hdfs://localhost:39471/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733249942366/wal.1733249942426, size=5.8 K, length=5937, corrupted=false, cancelled=false at 1733249943209 (+1 ms)
2024-12-03T18:19:03,211 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39471/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733249942366/wal.1733249942426 to hdfs://localhost:39471/hbase/oldWALs/wal.1733249942426
2024-12-03T18:19:03,213 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/8fc1fd406cb7729aac924e7ccc38a5dd/recovered.edits/0000000000000000032
2024-12-03T18:19:03,213 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-03T18:19:03,217 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39471/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733249942366, archiveDir=hdfs://localhost:39471/hbase/oldWALs, maxLogs=32
2024-12-03T18:19:03,237 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733249942366/wal.1733249943217, exclude list is [], retry=0
2024-12-03T18:19:03,241 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-8208040e-11d8-434f-831f-ed9cb03aaa48,DISK]
2024-12-03T18:19:03,241 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-a8d14b80-1484-479b-8e7d-314bfc676fb5,DISK]
2024-12-03T18:19:03,242 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42307,DS-82a91e0d-99b4-4af0-b613-5573e717398b,DISK]
2024-12-03T18:19:03,245 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733249942366/wal.1733249943217
2024-12-03T18:19:03,245 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32955:32955),(127.0.0.1/127.0.0.1:34211:34211),(127.0.0.1/127.0.0.1:45347:45347)]
2024-12-03T18:19:03,245 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8fc1fd406cb7729aac924e7ccc38a5dd, NAME => 'testReplayEditsWrittenViaHRegion,,1733249942368.8fc1fd406cb7729aac924e7ccc38a5dd.', STARTKEY => '', ENDKEY => ''}
2024-12-03T18:19:03,245 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733249942368.8fc1fd406cb7729aac924e7ccc38a5dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T18:19:03,245 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8fc1fd406cb7729aac924e7ccc38a5dd
2024-12-03T18:19:03,245 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8fc1fd406cb7729aac924e7ccc38a5dd
2024-12-03T18:19:03,249 INFO  [StoreOpener-8fc1fd406cb7729aac924e7ccc38a5dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8fc1fd406cb7729aac924e7ccc38a5dd 
2024-12-03T18:19:03,251 INFO  [StoreOpener-8fc1fd406cb7729aac924e7ccc38a5dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fc1fd406cb7729aac924e7ccc38a5dd columnFamilyName a
2024-12-03T18:19:03,252 DEBUG [StoreOpener-8fc1fd406cb7729aac924e7ccc38a5dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:03,258 DEBUG [StoreOpener-8fc1fd406cb7729aac924e7ccc38a5dd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/8fc1fd406cb7729aac924e7ccc38a5dd/a/459e07d820944222bb675d4d4ec573bb
2024-12-03T18:19:03,259 INFO  [StoreOpener-8fc1fd406cb7729aac924e7ccc38a5dd-1 {}] regionserver.HStore(327): Store=8fc1fd406cb7729aac924e7ccc38a5dd/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:03,259 INFO  [StoreOpener-8fc1fd406cb7729aac924e7ccc38a5dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8fc1fd406cb7729aac924e7ccc38a5dd 
2024-12-03T18:19:03,261 INFO  [StoreOpener-8fc1fd406cb7729aac924e7ccc38a5dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fc1fd406cb7729aac924e7ccc38a5dd columnFamilyName b
2024-12-03T18:19:03,261 DEBUG [StoreOpener-8fc1fd406cb7729aac924e7ccc38a5dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:03,261 INFO  [StoreOpener-8fc1fd406cb7729aac924e7ccc38a5dd-1 {}] regionserver.HStore(327): Store=8fc1fd406cb7729aac924e7ccc38a5dd/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:03,261 INFO  [StoreOpener-8fc1fd406cb7729aac924e7ccc38a5dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8fc1fd406cb7729aac924e7ccc38a5dd 
2024-12-03T18:19:03,262 INFO  [StoreOpener-8fc1fd406cb7729aac924e7ccc38a5dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fc1fd406cb7729aac924e7ccc38a5dd columnFamilyName c
2024-12-03T18:19:03,262 DEBUG [StoreOpener-8fc1fd406cb7729aac924e7ccc38a5dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:03,272 DEBUG [StoreOpener-8fc1fd406cb7729aac924e7ccc38a5dd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/8fc1fd406cb7729aac924e7ccc38a5dd/c/222133e82c9e4a07a71573c231197d46
2024-12-03T18:19:03,272 INFO  [StoreOpener-8fc1fd406cb7729aac924e7ccc38a5dd-1 {}] regionserver.HStore(327): Store=8fc1fd406cb7729aac924e7ccc38a5dd/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:03,273 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8fc1fd406cb7729aac924e7ccc38a5dd
2024-12-03T18:19:03,274 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/8fc1fd406cb7729aac924e7ccc38a5dd
2024-12-03T18:19:03,275 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/8fc1fd406cb7729aac924e7ccc38a5dd
2024-12-03T18:19:03,276 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/8fc1fd406cb7729aac924e7ccc38a5dd/recovered.edits/0000000000000000032
2024-12-03T18:19:03,279 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/8fc1fd406cb7729aac924e7ccc38a5dd/recovered.edits/0000000000000000032
2024-12-03T18:19:03,280 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 8fc1fd406cb7729aac924e7ccc38a5dd 3/3 column families, dataSize=870 B heapSize=2.31 KB
2024-12-03T18:19:03,293 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/8fc1fd406cb7729aac924e7ccc38a5dd/.tmp/b/1c603dfb50cc43bdbeb395c4f0748e67 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733249942463/Put/seqid=0
2024-12-03T18:19:03,298 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741900_1078 (size=5958)
2024-12-03T18:19:03,298 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741900_1078 (size=5958)
2024-12-03T18:19:03,299 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741900_1078 (size=5958)
2024-12-03T18:19:03,299 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/8fc1fd406cb7729aac924e7ccc38a5dd/.tmp/b/1c603dfb50cc43bdbeb395c4f0748e67
2024-12-03T18:19:03,304 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/8fc1fd406cb7729aac924e7ccc38a5dd/.tmp/b/1c603dfb50cc43bdbeb395c4f0748e67 as hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/8fc1fd406cb7729aac924e7ccc38a5dd/b/1c603dfb50cc43bdbeb395c4f0748e67
2024-12-03T18:19:03,309 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/8fc1fd406cb7729aac924e7ccc38a5dd/b/1c603dfb50cc43bdbeb395c4f0748e67, entries=10, sequenceid=32, filesize=5.8 K
2024-12-03T18:19:03,309 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 8fc1fd406cb7729aac924e7ccc38a5dd in 30ms, sequenceid=32, compaction requested=false; wal=null
2024-12-03T18:19:03,310 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/8fc1fd406cb7729aac924e7ccc38a5dd/recovered.edits/0000000000000000032
2024-12-03T18:19:03,311 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8fc1fd406cb7729aac924e7ccc38a5dd
2024-12-03T18:19:03,311 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8fc1fd406cb7729aac924e7ccc38a5dd
2024-12-03T18:19:03,312 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-03T18:19:03,313 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8fc1fd406cb7729aac924e7ccc38a5dd
2024-12-03T18:19:03,316 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/8fc1fd406cb7729aac924e7ccc38a5dd/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1
2024-12-03T18:19:03,317 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 8fc1fd406cb7729aac924e7ccc38a5dd; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69024910, jitterRate=0.028551310300827026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-03T18:19:03,317 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8fc1fd406cb7729aac924e7ccc38a5dd:
Writing region info on filesystem at 1733249943246Initializing all the Stores at 1733249943246Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249943247 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249943249 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249943249Obtaining lock to block concurrent updates at 1733249943280 (+31 ms)Preparing flush snapshotting stores in 8fc1fd406cb7729aac924e7ccc38a5dd at 1733249943280Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733249942368.8fc1fd406cb7729aac924e7ccc38a5dd., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1733249943280Flushing stores of testReplayEditsWrittenViaHRegion,,1733249942368.8fc1fd406cb7729aac924e7ccc38a5dd. at 1733249943280Flushing 8fc1fd406cb7729aac924e7ccc38a5dd/b: creating writer at 1733249943280Flushing 8fc1fd406cb7729aac924e7ccc38a5dd/b: appending metadata at 1733249943292 (+12 ms)Flushing 8fc1fd406cb7729aac924e7ccc38a5dd/b: closing flushed file at 1733249943292Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a36d864: reopening flushed file at 1733249943303 (+11 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 8fc1fd406cb7729aac924e7ccc38a5dd in 30ms, sequenceid=32, compaction requested=false; wal=null at 1733249943309 (+6 ms)Cleaning up temporary data from old regions at 1733249943311 (+2 ms)Region opened successfully at 1733249943317 (+6 ms)
2024-12-03T18:19:03,335 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=412 (was 405)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_548913958_22 at /127.0.0.1:42648 [Waiting for operation #35]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-20-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-20-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1638623662-172.17.0.3-1733249917700:blk_1073741899_1077, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-20-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_548913958_22 at /127.0.0.1:53794 [Receiving block BP-1638623662-172.17.0.3-1733249917700:blk_1073741899_1077]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1638623662-172.17.0.3-1733249917700:blk_1073741899_1077, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_548913958_22 at /127.0.0.1:42436 [Waiting for operation #37]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_548913958_22 at /127.0.0.1:59860 [Receiving block BP-1638623662-172.17.0.3-1733249917700:blk_1073741899_1077]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_548913958_22 at /127.0.0.1:39340 [Waiting for operation #30]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_548913958_22 at /127.0.0.1:48930 [Receiving block BP-1638623662-172.17.0.3-1733249917700:blk_1073741899_1077]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1638623662-172.17.0.3-1733249917700:blk_1073741899_1077, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1107 (was 1033) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=453 (was 453), ProcessCount=11 (was 11), AvailableMemoryMB=1670 (was 1684)
2024-12-03T18:19:03,336 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1107 is superior to 1024
2024-12-03T18:19:03,346 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=412, OpenFileDescriptor=1107, MaxFileDescriptor=1048576, SystemLoadAverage=453, ProcessCount=11, AvailableMemoryMB=1669
2024-12-03T18:19:03,346 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1107 is superior to 1024
2024-12-03T18:19:03,360 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T18:19:03,361 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T18:19:03,362 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-03T18:19:03,364 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-57553432, suffix=, logDir=hdfs://localhost:39471/hbase/WALs/hregion-57553432, archiveDir=hdfs://localhost:39471/hbase/oldWALs, maxLogs=32
2024-12-03T18:19:03,374 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-57553432/hregion-57553432.1733249943364, exclude list is [], retry=0
2024-12-03T18:19:03,377 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-8208040e-11d8-434f-831f-ed9cb03aaa48,DISK]
2024-12-03T18:19:03,377 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42307,DS-82a91e0d-99b4-4af0-b613-5573e717398b,DISK]
2024-12-03T18:19:03,377 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-a8d14b80-1484-479b-8e7d-314bfc676fb5,DISK]
2024-12-03T18:19:03,379 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-57553432/hregion-57553432.1733249943364
2024-12-03T18:19:03,379 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32955:32955),(127.0.0.1/127.0.0.1:45347:45347),(127.0.0.1/127.0.0.1:34211:34211)]
2024-12-03T18:19:03,379 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 6d23e542e344932644637898ea4791a8, NAME => 'testReplayEditsAfterAbortingFlush,,1733249943360.6d23e542e344932644637898ea4791a8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39471/hbase
2024-12-03T18:19:03,387 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741902_1080 (size=68)
2024-12-03T18:19:03,387 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741902_1080 (size=68)
2024-12-03T18:19:03,387 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741902_1080 (size=68)
2024-12-03T18:19:03,387 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733249943360.6d23e542e344932644637898ea4791a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T18:19:03,388 INFO  [StoreOpener-6d23e542e344932644637898ea4791a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6d23e542e344932644637898ea4791a8 
2024-12-03T18:19:03,390 INFO  [StoreOpener-6d23e542e344932644637898ea4791a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d23e542e344932644637898ea4791a8 columnFamilyName a
2024-12-03T18:19:03,390 DEBUG [StoreOpener-6d23e542e344932644637898ea4791a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:03,390 INFO  [StoreOpener-6d23e542e344932644637898ea4791a8-1 {}] regionserver.HStore(327): Store=6d23e542e344932644637898ea4791a8/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:03,390 INFO  [StoreOpener-6d23e542e344932644637898ea4791a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 6d23e542e344932644637898ea4791a8 
2024-12-03T18:19:03,391 INFO  [StoreOpener-6d23e542e344932644637898ea4791a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d23e542e344932644637898ea4791a8 columnFamilyName b
2024-12-03T18:19:03,391 DEBUG [StoreOpener-6d23e542e344932644637898ea4791a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:03,391 INFO  [StoreOpener-6d23e542e344932644637898ea4791a8-1 {}] regionserver.HStore(327): Store=6d23e542e344932644637898ea4791a8/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:03,391 INFO  [StoreOpener-6d23e542e344932644637898ea4791a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 6d23e542e344932644637898ea4791a8 
2024-12-03T18:19:03,392 INFO  [StoreOpener-6d23e542e344932644637898ea4791a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d23e542e344932644637898ea4791a8 columnFamilyName c
2024-12-03T18:19:03,392 DEBUG [StoreOpener-6d23e542e344932644637898ea4791a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:03,393 INFO  [StoreOpener-6d23e542e344932644637898ea4791a8-1 {}] regionserver.HStore(327): Store=6d23e542e344932644637898ea4791a8/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:03,393 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6d23e542e344932644637898ea4791a8
2024-12-03T18:19:03,394 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testReplayEditsAfterAbortingFlush/6d23e542e344932644637898ea4791a8
2024-12-03T18:19:03,394 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testReplayEditsAfterAbortingFlush/6d23e542e344932644637898ea4791a8
2024-12-03T18:19:03,395 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6d23e542e344932644637898ea4791a8
2024-12-03T18:19:03,395 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6d23e542e344932644637898ea4791a8
2024-12-03T18:19:03,396 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-03T18:19:03,397 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6d23e542e344932644637898ea4791a8
2024-12-03T18:19:03,399 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39471/hbase/data/default/testReplayEditsAfterAbortingFlush/6d23e542e344932644637898ea4791a8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T18:19:03,399 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 6d23e542e344932644637898ea4791a8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72185772, jitterRate=0.07565182447433472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-03T18:19:03,400 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6d23e542e344932644637898ea4791a8:
Writing region info on filesystem at 1733249943388Initializing all the Stores at 1733249943388Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249943388Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249943388Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249943388Cleaning up temporary data from old regions at 1733249943395 (+7 ms)Region opened successfully at 1733249943400 (+5 ms)
2024-12-03T18:19:03,400 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 6d23e542e344932644637898ea4791a8, disabling compactions & flushes
2024-12-03T18:19:03,400 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733249943360.6d23e542e344932644637898ea4791a8.
2024-12-03T18:19:03,400 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733249943360.6d23e542e344932644637898ea4791a8.
2024-12-03T18:19:03,400 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733249943360.6d23e542e344932644637898ea4791a8. after waiting 0 ms
2024-12-03T18:19:03,400 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733249943360.6d23e542e344932644637898ea4791a8.
2024-12-03T18:19:03,401 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733249943360.6d23e542e344932644637898ea4791a8.
2024-12-03T18:19:03,401 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 6d23e542e344932644637898ea4791a8:
Waiting for close lock at 1733249943400Disabling compacts and flushes for region at 1733249943400Disabling writes for close at 1733249943400Writing region close event to WAL at 1733249943401 (+1 ms)Closed at 1733249943401
2024-12-03T18:19:03,405 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741901_1079 (size=93)
2024-12-03T18:19:03,405 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741901_1079 (size=93)
2024-12-03T18:19:03,405 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741901_1079 (size=93)
2024-12-03T18:19:03,407 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-03T18:19:03,407 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-57553432:(num 1733249943364)
2024-12-03T18:19:03,407 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-03T18:19:03,408 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39471/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733249943359, archiveDir=hdfs://localhost:39471/hbase/oldWALs, maxLogs=32
2024-12-03T18:19:03,418 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733249943359/wal.1733249943409, exclude list is [], retry=0
2024-12-03T18:19:03,421 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-8208040e-11d8-434f-831f-ed9cb03aaa48,DISK]
2024-12-03T18:19:03,421 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-a8d14b80-1484-479b-8e7d-314bfc676fb5,DISK]
2024-12-03T18:19:03,421 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42307,DS-82a91e0d-99b4-4af0-b613-5573e717398b,DISK]
2024-12-03T18:19:03,423 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733249943359/wal.1733249943409
2024-12-03T18:19:03,423 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32955:32955),(127.0.0.1/127.0.0.1:34211:34211),(127.0.0.1/127.0.0.1:45347:45347)]
2024-12-03T18:19:03,471 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d23e542e344932644637898ea4791a8, NAME => 'testReplayEditsAfterAbortingFlush,,1733249943360.6d23e542e344932644637898ea4791a8.', STARTKEY => '', ENDKEY => ''}
2024-12-03T18:19:03,474 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 6d23e542e344932644637898ea4791a8
2024-12-03T18:19:03,474 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733249943360.6d23e542e344932644637898ea4791a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T18:19:03,474 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6d23e542e344932644637898ea4791a8
2024-12-03T18:19:03,474 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6d23e542e344932644637898ea4791a8
2024-12-03T18:19:03,476 INFO  [StoreOpener-6d23e542e344932644637898ea4791a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6d23e542e344932644637898ea4791a8 
2024-12-03T18:19:03,477 INFO  [StoreOpener-6d23e542e344932644637898ea4791a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d23e542e344932644637898ea4791a8 columnFamilyName a
2024-12-03T18:19:03,477 DEBUG [StoreOpener-6d23e542e344932644637898ea4791a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:03,477 INFO  [StoreOpener-6d23e542e344932644637898ea4791a8-1 {}] regionserver.HStore(327): Store=6d23e542e344932644637898ea4791a8/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:03,478 INFO  [StoreOpener-6d23e542e344932644637898ea4791a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 6d23e542e344932644637898ea4791a8 
2024-12-03T18:19:03,478 INFO  [StoreOpener-6d23e542e344932644637898ea4791a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d23e542e344932644637898ea4791a8 columnFamilyName b
2024-12-03T18:19:03,478 DEBUG [StoreOpener-6d23e542e344932644637898ea4791a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:03,479 INFO  [StoreOpener-6d23e542e344932644637898ea4791a8-1 {}] regionserver.HStore(327): Store=6d23e542e344932644637898ea4791a8/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:03,479 INFO  [StoreOpener-6d23e542e344932644637898ea4791a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 6d23e542e344932644637898ea4791a8 
2024-12-03T18:19:03,480 INFO  [StoreOpener-6d23e542e344932644637898ea4791a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d23e542e344932644637898ea4791a8 columnFamilyName c
2024-12-03T18:19:03,480 DEBUG [StoreOpener-6d23e542e344932644637898ea4791a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:03,480 INFO  [StoreOpener-6d23e542e344932644637898ea4791a8-1 {}] regionserver.HStore(327): Store=6d23e542e344932644637898ea4791a8/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:03,480 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6d23e542e344932644637898ea4791a8
2024-12-03T18:19:03,481 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testReplayEditsAfterAbortingFlush/6d23e542e344932644637898ea4791a8
2024-12-03T18:19:03,482 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testReplayEditsAfterAbortingFlush/6d23e542e344932644637898ea4791a8
2024-12-03T18:19:03,483 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6d23e542e344932644637898ea4791a8
2024-12-03T18:19:03,483 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6d23e542e344932644637898ea4791a8
2024-12-03T18:19:03,484 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-03T18:19:03,485 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6d23e542e344932644637898ea4791a8
2024-12-03T18:19:03,486 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 6d23e542e344932644637898ea4791a8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61561837, jitterRate=-0.08265714347362518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-03T18:19:03,486 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d23e542e344932644637898ea4791a8
2024-12-03T18:19:03,486 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6d23e542e344932644637898ea4791a8:
Running coprocessor pre-open hook at 1733249943474Writing region info on filesystem at 1733249943474Initializing all the Stores at 1733249943475 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249943475Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249943475Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249943475Cleaning up temporary data from old regions at 1733249943483 (+8 ms)Running coprocessor post-open hooks at 1733249943486 (+3 ms)Region opened successfully at 1733249943486
2024-12-03T18:19:03,500 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 6d23e542e344932644637898ea4791a8 3/3 column families, dataSize=590 B heapSize=2.08 KB
2024-12-03T18:19:03,501 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 6d23e542e344932644637898ea4791a8/a, retrying num=0
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T18:19:04,502 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 6d23e542e344932644637898ea4791a8/a, retrying num=1
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T18:19:04,788 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-03T18:19:05,503 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 6d23e542e344932644637898ea4791a8/a, retrying num=2
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T18:19:06,503 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 6d23e542e344932644637898ea4791a8/a, retrying num=3
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T18:19:07,504 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 6d23e542e344932644637898ea4791a8/a, retrying num=4
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T18:19:08,505 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 6d23e542e344932644637898ea4791a8/a, retrying num=5
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T18:19:09,505 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 6d23e542e344932644637898ea4791a8/a, retrying num=6
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T18:19:10,506 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 6d23e542e344932644637898ea4791a8/a, retrying num=7
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T18:19:10,978 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-03T18:19:11,507 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 6d23e542e344932644637898ea4791a8/a, retrying num=8
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T18:19:12,473 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush
2024-12-03T18:19:12,473 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer
2024-12-03T18:19:12,507 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 6d23e542e344932644637898ea4791a8/a, retrying num=9
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T18:19:12,508 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6d23e542e344932644637898ea4791a8:

2024-12-03T18:19:12,508 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1733249943360.6d23e542e344932644637898ea4791a8.
2024-12-03T18:19:12,521 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6d23e542e344932644637898ea4791a8:

2024-12-03T18:19:12,521 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted...
2024-12-03T18:19:12,521 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 6d23e542e344932644637898ea4791a8, disabling compactions & flushes
2024-12-03T18:19:12,521 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733249943360.6d23e542e344932644637898ea4791a8.
2024-12-03T18:19:12,521 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733249943360.6d23e542e344932644637898ea4791a8.
2024-12-03T18:19:12,521 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733249943360.6d23e542e344932644637898ea4791a8. after waiting 0 ms
2024-12-03T18:19:12,521 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733249943360.6d23e542e344932644637898ea4791a8.
2024-12-03T18:19:12,522 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1733249943360.6d23e542e344932644637898ea4791a8.
2024-12-03T18:19:12,522 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733249943360.6d23e542e344932644637898ea4791a8.
2024-12-03T18:19:12,522 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 6d23e542e344932644637898ea4791a8:
Waiting for close lock at 1733249952521Running coprocessor pre-close hooks at 1733249952521Disabling compacts and flushes for region at 1733249952521Disabling writes for close at 1733249952521Writing region close event to WAL at 1733249952522 (+1 ms)Running coprocessor post-close hooks at 1733249952522Closed at 1733249952522
2024-12-03T18:19:12,525 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741903_1081 (size=3941)
2024-12-03T18:19:12,525 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741903_1081 (size=3941)
2024-12-03T18:19:12,525 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741903_1081 (size=3941)
2024-12-03T18:19:12,542 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39471/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733249943359/wal.1733249943409, size=3.8 K (3941bytes)
2024-12-03T18:19:12,542 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39471/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733249943359/wal.1733249943409
2024-12-03T18:19:12,543 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39471/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733249943359/wal.1733249943409 after 0ms
2024-12-03T18:19:12,546 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39471/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733249943359/wal.1733249943409 took 4ms
2024-12-03T18:19:12,549 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39471/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733249943359/wal.1733249943409 so closing down
2024-12-03T18:19:12,549 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-03T18:19:12,550 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1733249943409.temp
2024-12-03T18:19:12,554 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testReplayEditsAfterAbortingFlush/6d23e542e344932644637898ea4791a8/recovered.edits/0000000000000000004-wal.1733249943409.temp
2024-12-03T18:19:12,554 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-03T18:19:12,569 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741904_1082 (size=2983)
2024-12-03T18:19:12,569 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741904_1082 (size=2983)
2024-12-03T18:19:12,569 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741904_1082 (size=2983)
2024-12-03T18:19:12,570 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testReplayEditsAfterAbortingFlush/6d23e542e344932644637898ea4791a8/recovered.edits/0000000000000000004-wal.1733249943409.temp (wrote 20 edits, skipped 0 edits in 0 ms)
2024-12-03T18:19:12,571 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39471/hbase/data/default/testReplayEditsAfterAbortingFlush/6d23e542e344932644637898ea4791a8/recovered.edits/0000000000000000004-wal.1733249943409.temp to hdfs://localhost:39471/hbase/data/default/testReplayEditsAfterAbortingFlush/6d23e542e344932644637898ea4791a8/recovered.edits/0000000000000000026
2024-12-03T18:19:12,571 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 24 ms; skipped=3; WAL=hdfs://localhost:39471/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733249943359/wal.1733249943409, size=3.8 K, length=3941, corrupted=false, cancelled=false
2024-12-03T18:19:12,572 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39471/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733249943359/wal.1733249943409, journal: Splitting hdfs://localhost:39471/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733249943359/wal.1733249943409, size=3.8 K (3941bytes) at 1733249952542Finishing writing output for hdfs://localhost:39471/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733249943359/wal.1733249943409 so closing down at 1733249952549 (+7 ms)Creating recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testReplayEditsAfterAbortingFlush/6d23e542e344932644637898ea4791a8/recovered.edits/0000000000000000004-wal.1733249943409.temp at 1733249952554 (+5 ms)3 split writer threads finished at 1733249952554Closed recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testReplayEditsAfterAbortingFlush/6d23e542e344932644637898ea4791a8/recovered.edits/0000000000000000004-wal.1733249943409.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1733249952570 (+16 ms)Rename recovered edits hdfs://localhost:39471/hbase/data/default/testReplayEditsAfterAbortingFlush/6d23e542e344932644637898ea4791a8/recovered.edits/0000000000000000004-wal.1733249943409.temp to hdfs://localhost:39471/hbase/data/default/testReplayEditsAfterAbortingFlush/6d23e542e344932644637898ea4791a8/recovered.edits/0000000000000000026 at 1733249952571 (+1 ms)Processed 23 edits across 1 Regions in 24 ms; skipped=3; WAL=hdfs://localhost:39471/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733249943359/wal.1733249943409, size=3.8 K, length=3941, corrupted=false, cancelled=false at 1733249952571
2024-12-03T18:19:12,573 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39471/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733249943359/wal.1733249943409 to hdfs://localhost:39471/hbase/oldWALs/wal.1733249943409
2024-12-03T18:19:12,574 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39471/hbase/data/default/testReplayEditsAfterAbortingFlush/6d23e542e344932644637898ea4791a8/recovered.edits/0000000000000000026
2024-12-03T18:19:12,574 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-03T18:19:12,576 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39471/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733249943359, archiveDir=hdfs://localhost:39471/hbase/oldWALs, maxLogs=32
2024-12-03T18:19:12,588 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733249943359/wal.1733249952577, exclude list is [], retry=0
2024-12-03T18:19:12,591 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-a8d14b80-1484-479b-8e7d-314bfc676fb5,DISK]
2024-12-03T18:19:12,591 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42307,DS-82a91e0d-99b4-4af0-b613-5573e717398b,DISK]
2024-12-03T18:19:12,592 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-8208040e-11d8-434f-831f-ed9cb03aaa48,DISK]
2024-12-03T18:19:12,593 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733249943359/wal.1733249952577
2024-12-03T18:19:12,594 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34211:34211),(127.0.0.1/127.0.0.1:45347:45347),(127.0.0.1/127.0.0.1:32955:32955)]
2024-12-03T18:19:12,594 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d23e542e344932644637898ea4791a8, NAME => 'testReplayEditsAfterAbortingFlush,,1733249943360.6d23e542e344932644637898ea4791a8.', STARTKEY => '', ENDKEY => ''}
2024-12-03T18:19:12,594 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 6d23e542e344932644637898ea4791a8
2024-12-03T18:19:12,594 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733249943360.6d23e542e344932644637898ea4791a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T18:19:12,595 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6d23e542e344932644637898ea4791a8
2024-12-03T18:19:12,595 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6d23e542e344932644637898ea4791a8
2024-12-03T18:19:12,596 INFO  [StoreOpener-6d23e542e344932644637898ea4791a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6d23e542e344932644637898ea4791a8 
2024-12-03T18:19:12,598 INFO  [StoreOpener-6d23e542e344932644637898ea4791a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d23e542e344932644637898ea4791a8 columnFamilyName a
2024-12-03T18:19:12,598 DEBUG [StoreOpener-6d23e542e344932644637898ea4791a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:12,599 INFO  [StoreOpener-6d23e542e344932644637898ea4791a8-1 {}] regionserver.HStore(327): Store=6d23e542e344932644637898ea4791a8/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:12,599 INFO  [StoreOpener-6d23e542e344932644637898ea4791a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 6d23e542e344932644637898ea4791a8 
2024-12-03T18:19:12,600 INFO  [StoreOpener-6d23e542e344932644637898ea4791a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d23e542e344932644637898ea4791a8 columnFamilyName b
2024-12-03T18:19:12,600 DEBUG [StoreOpener-6d23e542e344932644637898ea4791a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:12,601 INFO  [StoreOpener-6d23e542e344932644637898ea4791a8-1 {}] regionserver.HStore(327): Store=6d23e542e344932644637898ea4791a8/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:12,601 INFO  [StoreOpener-6d23e542e344932644637898ea4791a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 6d23e542e344932644637898ea4791a8 
2024-12-03T18:19:12,602 INFO  [StoreOpener-6d23e542e344932644637898ea4791a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d23e542e344932644637898ea4791a8 columnFamilyName c
2024-12-03T18:19:12,602 DEBUG [StoreOpener-6d23e542e344932644637898ea4791a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:12,603 INFO  [StoreOpener-6d23e542e344932644637898ea4791a8-1 {}] regionserver.HStore(327): Store=6d23e542e344932644637898ea4791a8/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:12,603 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6d23e542e344932644637898ea4791a8
2024-12-03T18:19:12,604 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testReplayEditsAfterAbortingFlush/6d23e542e344932644637898ea4791a8
2024-12-03T18:19:12,605 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testReplayEditsAfterAbortingFlush/6d23e542e344932644637898ea4791a8
2024-12-03T18:19:12,606 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39471/hbase/data/default/testReplayEditsAfterAbortingFlush/6d23e542e344932644637898ea4791a8/recovered.edits/0000000000000000026
2024-12-03T18:19:12,610 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:39471/hbase/data/default/testReplayEditsAfterAbortingFlush/6d23e542e344932644637898ea4791a8/recovered.edits/0000000000000000026
2024-12-03T18:19:12,611 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 6d23e542e344932644637898ea4791a8 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB
2024-12-03T18:19:12,631 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/hbase/data/default/testReplayEditsAfterAbortingFlush/6d23e542e344932644637898ea4791a8/.tmp/a/a6c0f4097bf04015a6358b5dcfe76738 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1733249952512/Put/seqid=0
2024-12-03T18:19:12,639 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741906_1084 (size=5523)
2024-12-03T18:19:12,639 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741906_1084 (size=5523)
2024-12-03T18:19:12,640 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741906_1084 (size=5523)
2024-12-03T18:19:12,640 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:39471/hbase/data/default/testReplayEditsAfterAbortingFlush/6d23e542e344932644637898ea4791a8/.tmp/a/a6c0f4097bf04015a6358b5dcfe76738
2024-12-03T18:19:12,662 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/hbase/data/default/testReplayEditsAfterAbortingFlush/6d23e542e344932644637898ea4791a8/.tmp/b/79a468064aac48228a28a750d8a4b855 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1733249952509/Put/seqid=0
2024-12-03T18:19:12,671 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741907_1085 (size=5524)
2024-12-03T18:19:12,671 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741907_1085 (size=5524)
2024-12-03T18:19:12,671 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741907_1085 (size=5524)
2024-12-03T18:19:13,072 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:39471/hbase/data/default/testReplayEditsAfterAbortingFlush/6d23e542e344932644637898ea4791a8/.tmp/b/79a468064aac48228a28a750d8a4b855
2024-12-03T18:19:13,096 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/hbase/data/default/testReplayEditsAfterAbortingFlush/6d23e542e344932644637898ea4791a8/.tmp/c/bad0646f0ba4416896b25e2ed59afd0f is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1733249952510/Put/seqid=0
2024-12-03T18:19:13,102 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741908_1086 (size=5457)
2024-12-03T18:19:13,103 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741908_1086 (size=5457)
2024-12-03T18:19:13,103 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741908_1086 (size=5457)
2024-12-03T18:19:13,103 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:39471/hbase/data/default/testReplayEditsAfterAbortingFlush/6d23e542e344932644637898ea4791a8/.tmp/c/bad0646f0ba4416896b25e2ed59afd0f
2024-12-03T18:19:13,111 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/hbase/data/default/testReplayEditsAfterAbortingFlush/6d23e542e344932644637898ea4791a8/.tmp/a/a6c0f4097bf04015a6358b5dcfe76738 as hdfs://localhost:39471/hbase/data/default/testReplayEditsAfterAbortingFlush/6d23e542e344932644637898ea4791a8/a/a6c0f4097bf04015a6358b5dcfe76738
2024-12-03T18:19:13,120 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/hbase/data/default/testReplayEditsAfterAbortingFlush/6d23e542e344932644637898ea4791a8/a/a6c0f4097bf04015a6358b5dcfe76738, entries=7, sequenceid=26, filesize=5.4 K
2024-12-03T18:19:13,122 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/hbase/data/default/testReplayEditsAfterAbortingFlush/6d23e542e344932644637898ea4791a8/.tmp/b/79a468064aac48228a28a750d8a4b855 as hdfs://localhost:39471/hbase/data/default/testReplayEditsAfterAbortingFlush/6d23e542e344932644637898ea4791a8/b/79a468064aac48228a28a750d8a4b855
2024-12-03T18:19:13,129 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/hbase/data/default/testReplayEditsAfterAbortingFlush/6d23e542e344932644637898ea4791a8/b/79a468064aac48228a28a750d8a4b855, entries=7, sequenceid=26, filesize=5.4 K
2024-12-03T18:19:13,131 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/hbase/data/default/testReplayEditsAfterAbortingFlush/6d23e542e344932644637898ea4791a8/.tmp/c/bad0646f0ba4416896b25e2ed59afd0f as hdfs://localhost:39471/hbase/data/default/testReplayEditsAfterAbortingFlush/6d23e542e344932644637898ea4791a8/c/bad0646f0ba4416896b25e2ed59afd0f
2024-12-03T18:19:13,143 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/hbase/data/default/testReplayEditsAfterAbortingFlush/6d23e542e344932644637898ea4791a8/c/bad0646f0ba4416896b25e2ed59afd0f, entries=6, sequenceid=26, filesize=5.3 K
2024-12-03T18:19:13,144 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 6d23e542e344932644637898ea4791a8 in 533ms, sequenceid=26, compaction requested=false; wal=null
2024-12-03T18:19:13,145 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39471/hbase/data/default/testReplayEditsAfterAbortingFlush/6d23e542e344932644637898ea4791a8/recovered.edits/0000000000000000026
2024-12-03T18:19:13,146 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6d23e542e344932644637898ea4791a8
2024-12-03T18:19:13,146 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6d23e542e344932644637898ea4791a8
2024-12-03T18:19:13,147 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-03T18:19:13,149 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6d23e542e344932644637898ea4791a8
2024-12-03T18:19:13,152 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39471/hbase/data/default/testReplayEditsAfterAbortingFlush/6d23e542e344932644637898ea4791a8/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1
2024-12-03T18:19:13,155 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 6d23e542e344932644637898ea4791a8; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73004018, jitterRate=0.08784464001655579}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-03T18:19:13,156 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d23e542e344932644637898ea4791a8
2024-12-03T18:19:13,156 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6d23e542e344932644637898ea4791a8:
Running coprocessor pre-open hook at 1733249952595Writing region info on filesystem at 1733249952595Initializing all the Stores at 1733249952596 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249952596Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249952596Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249952596Obtaining lock to block concurrent updates at 1733249952611 (+15 ms)Preparing flush snapshotting stores in 6d23e542e344932644637898ea4791a8 at 1733249952611Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1733249943360.6d23e542e344932644637898ea4791a8., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1733249952611Flushing stores of testReplayEditsAfterAbortingFlush,,1733249943360.6d23e542e344932644637898ea4791a8. at 1733249952611Flushing 6d23e542e344932644637898ea4791a8/a: creating writer at 1733249952611Flushing 6d23e542e344932644637898ea4791a8/a: appending metadata at 1733249952631 (+20 ms)Flushing 6d23e542e344932644637898ea4791a8/a: closing flushed file at 1733249952631Flushing 6d23e542e344932644637898ea4791a8/b: creating writer at 1733249952646 (+15 ms)Flushing 6d23e542e344932644637898ea4791a8/b: appending metadata at 1733249952661 (+15 ms)Flushing 6d23e542e344932644637898ea4791a8/b: closing flushed file at 1733249952662 (+1 ms)Flushing 6d23e542e344932644637898ea4791a8/c: creating writer at 1733249953078 (+416 ms)Flushing 6d23e542e344932644637898ea4791a8/c: appending metadata at 1733249953095 (+17 ms)Flushing 6d23e542e344932644637898ea4791a8/c: closing flushed file at 1733249953095Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26481340: reopening flushed file at 1733249953110 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65d584df: reopening flushed file at 1733249953121 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cae5915: reopening flushed file at 1733249953129 (+8 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 6d23e542e344932644637898ea4791a8 in 533ms, sequenceid=26, compaction requested=false; wal=null at 1733249953144 (+15 ms)Cleaning up temporary data from old regions at 1733249953146 (+2 ms)Running coprocessor post-open hooks at 1733249953156 (+10 ms)Region opened successfully at 1733249953156
2024-12-03T18:19:13,185 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=411 (was 412), OpenFileDescriptor=1164 (was 1107) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=461 (was 453) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1969 (was 1669) - AvailableMemoryMB LEAK? -
2024-12-03T18:19:13,185 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1164 is superior to 1024
2024-12-03T18:19:13,197 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testDatalossWhenInputError Thread=411, OpenFileDescriptor=1164, MaxFileDescriptor=1048576, SystemLoadAverage=461, ProcessCount=11, AvailableMemoryMB=1969
2024-12-03T18:19:13,198 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1164 is superior to 1024
2024-12-03T18:19:13,214 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T18:19:13,217 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T18:19:13,217 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-03T18:19:13,220 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-87037384, suffix=, logDir=hdfs://localhost:39471/hbase/WALs/hregion-87037384, archiveDir=hdfs://localhost:39471/hbase/oldWALs, maxLogs=32
2024-12-03T18:19:13,232 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-87037384/hregion-87037384.1733249953220, exclude list is [], retry=0
2024-12-03T18:19:13,235 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-8208040e-11d8-434f-831f-ed9cb03aaa48,DISK]
2024-12-03T18:19:13,237 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42307,DS-82a91e0d-99b4-4af0-b613-5573e717398b,DISK]
2024-12-03T18:19:13,243 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-a8d14b80-1484-479b-8e7d-314bfc676fb5,DISK]
2024-12-03T18:19:13,245 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-87037384/hregion-87037384.1733249953220
2024-12-03T18:19:13,247 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32955:32955),(127.0.0.1/127.0.0.1:45347:45347),(127.0.0.1/127.0.0.1:34211:34211)]
2024-12-03T18:19:13,247 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 55414e9ae0c0634188586192f1db850c, NAME => 'testDatalossWhenInputError,,1733249953215.55414e9ae0c0634188586192f1db850c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39471/hbase
2024-12-03T18:19:13,255 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741910_1088 (size=61)
2024-12-03T18:19:13,259 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741910_1088 (size=61)
2024-12-03T18:19:13,259 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741910_1088 (size=61)
2024-12-03T18:19:13,259 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733249953215.55414e9ae0c0634188586192f1db850c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T18:19:13,261 INFO  [StoreOpener-55414e9ae0c0634188586192f1db850c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 55414e9ae0c0634188586192f1db850c 
2024-12-03T18:19:13,262 INFO  [StoreOpener-55414e9ae0c0634188586192f1db850c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55414e9ae0c0634188586192f1db850c columnFamilyName a
2024-12-03T18:19:13,262 DEBUG [StoreOpener-55414e9ae0c0634188586192f1db850c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:13,263 INFO  [StoreOpener-55414e9ae0c0634188586192f1db850c-1 {}] regionserver.HStore(327): Store=55414e9ae0c0634188586192f1db850c/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:13,263 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 55414e9ae0c0634188586192f1db850c
2024-12-03T18:19:13,264 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testDatalossWhenInputError/55414e9ae0c0634188586192f1db850c
2024-12-03T18:19:13,264 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testDatalossWhenInputError/55414e9ae0c0634188586192f1db850c
2024-12-03T18:19:13,264 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 55414e9ae0c0634188586192f1db850c
2024-12-03T18:19:13,264 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 55414e9ae0c0634188586192f1db850c
2024-12-03T18:19:13,266 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 55414e9ae0c0634188586192f1db850c
2024-12-03T18:19:13,268 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39471/hbase/data/default/testDatalossWhenInputError/55414e9ae0c0634188586192f1db850c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T18:19:13,268 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 55414e9ae0c0634188586192f1db850c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67301534, jitterRate=0.002871006727218628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T18:19:13,269 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 55414e9ae0c0634188586192f1db850c:
Writing region info on filesystem at 1733249953259Initializing all the Stores at 1733249953260 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249953260Cleaning up temporary data from old regions at 1733249953264 (+4 ms)Region opened successfully at 1733249953269 (+5 ms)
2024-12-03T18:19:13,269 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 55414e9ae0c0634188586192f1db850c, disabling compactions & flushes
2024-12-03T18:19:13,269 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733249953215.55414e9ae0c0634188586192f1db850c.
2024-12-03T18:19:13,269 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733249953215.55414e9ae0c0634188586192f1db850c.
2024-12-03T18:19:13,269 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733249953215.55414e9ae0c0634188586192f1db850c. after waiting 0 ms
2024-12-03T18:19:13,269 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733249953215.55414e9ae0c0634188586192f1db850c.
2024-12-03T18:19:13,270 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733249953215.55414e9ae0c0634188586192f1db850c.
2024-12-03T18:19:13,270 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 55414e9ae0c0634188586192f1db850c:
Waiting for close lock at 1733249953269Disabling compacts and flushes for region at 1733249953269Disabling writes for close at 1733249953269Writing region close event to WAL at 1733249953270 (+1 ms)Closed at 1733249953270
2024-12-03T18:19:13,272 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741909_1087 (size=93)
2024-12-03T18:19:13,272 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741909_1087 (size=93)
2024-12-03T18:19:13,272 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741909_1087 (size=93)
2024-12-03T18:19:13,276 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-03T18:19:13,276 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-87037384:(num 1733249953220)
2024-12-03T18:19:13,277 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-03T18:19:13,279 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39471/hbase/WALs/testdatalosswheninputerror-manual,16010,1733249953213, archiveDir=hdfs://localhost:39471/hbase/oldWALs, maxLogs=32
2024-12-03T18:19:13,294 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733249953213/wal.1733249953279, exclude list is [], retry=0
2024-12-03T18:19:13,297 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42307,DS-82a91e0d-99b4-4af0-b613-5573e717398b,DISK]
2024-12-03T18:19:13,298 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-a8d14b80-1484-479b-8e7d-314bfc676fb5,DISK]
2024-12-03T18:19:13,298 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-8208040e-11d8-434f-831f-ed9cb03aaa48,DISK]
2024-12-03T18:19:13,300 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733249953213/wal.1733249953279
2024-12-03T18:19:13,300 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45347:45347),(127.0.0.1/127.0.0.1:34211:34211),(127.0.0.1/127.0.0.1:32955:32955)]
2024-12-03T18:19:13,300 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 55414e9ae0c0634188586192f1db850c, NAME => 'testDatalossWhenInputError,,1733249953215.55414e9ae0c0634188586192f1db850c.', STARTKEY => '', ENDKEY => ''}
2024-12-03T18:19:13,301 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733249953215.55414e9ae0c0634188586192f1db850c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T18:19:13,301 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 55414e9ae0c0634188586192f1db850c
2024-12-03T18:19:13,301 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 55414e9ae0c0634188586192f1db850c
2024-12-03T18:19:13,302 INFO  [StoreOpener-55414e9ae0c0634188586192f1db850c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 55414e9ae0c0634188586192f1db850c 
2024-12-03T18:19:13,306 INFO  [StoreOpener-55414e9ae0c0634188586192f1db850c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55414e9ae0c0634188586192f1db850c columnFamilyName a
2024-12-03T18:19:13,306 DEBUG [StoreOpener-55414e9ae0c0634188586192f1db850c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:13,306 INFO  [StoreOpener-55414e9ae0c0634188586192f1db850c-1 {}] regionserver.HStore(327): Store=55414e9ae0c0634188586192f1db850c/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:13,307 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 55414e9ae0c0634188586192f1db850c
2024-12-03T18:19:13,307 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testDatalossWhenInputError/55414e9ae0c0634188586192f1db850c
2024-12-03T18:19:13,309 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testDatalossWhenInputError/55414e9ae0c0634188586192f1db850c
2024-12-03T18:19:13,309 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 55414e9ae0c0634188586192f1db850c
2024-12-03T18:19:13,309 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 55414e9ae0c0634188586192f1db850c
2024-12-03T18:19:13,312 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 55414e9ae0c0634188586192f1db850c
2024-12-03T18:19:13,316 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 55414e9ae0c0634188586192f1db850c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59111083, jitterRate=-0.1191762238740921}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T18:19:13,317 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 55414e9ae0c0634188586192f1db850c:
Writing region info on filesystem at 1733249953301Initializing all the Stores at 1733249953302 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249953302Cleaning up temporary data from old regions at 1733249953309 (+7 ms)Region opened successfully at 1733249953317 (+8 ms)
2024-12-03T18:19:13,339 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 55414e9ae0c0634188586192f1db850c, disabling compactions & flushes
2024-12-03T18:19:13,339 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733249953215.55414e9ae0c0634188586192f1db850c.
2024-12-03T18:19:13,339 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733249953215.55414e9ae0c0634188586192f1db850c.
2024-12-03T18:19:13,340 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733249953215.55414e9ae0c0634188586192f1db850c. after waiting 0 ms
2024-12-03T18:19:13,340 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733249953215.55414e9ae0c0634188586192f1db850c.
2024-12-03T18:19:13,340 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1733249953215.55414e9ae0c0634188586192f1db850c.
2024-12-03T18:19:13,340 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733249953215.55414e9ae0c0634188586192f1db850c.
2024-12-03T18:19:13,340 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 55414e9ae0c0634188586192f1db850c:
Waiting for close lock at 1733249953339Disabling compacts and flushes for region at 1733249953339Disabling writes for close at 1733249953340 (+1 ms)Writing region close event to WAL at 1733249953340Closed at 1733249953340
2024-12-03T18:19:13,343 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741911_1089 (size=1623)
2024-12-03T18:19:13,343 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741911_1089 (size=1623)
2024-12-03T18:19:13,343 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741911_1089 (size=1623)
2024-12-03T18:19:13,360 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39471/hbase/WALs/testdatalosswheninputerror-manual,16010,1733249953213/wal.1733249953279, size=1.6 K (1623bytes)
2024-12-03T18:19:13,360 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39471/hbase/WALs/testdatalosswheninputerror-manual,16010,1733249953213/wal.1733249953279
2024-12-03T18:19:13,361 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39471/hbase/WALs/testdatalosswheninputerror-manual,16010,1733249953213/wal.1733249953279 after 1ms
2024-12-03T18:19:13,364 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39471/hbase/WALs/testdatalosswheninputerror-manual,16010,1733249953213/wal.1733249953279 took 4ms
2024-12-03T18:19:13,366 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39471/hbase/WALs/testdatalosswheninputerror-manual,16010,1733249953213/wal.1733249953279 so closing down
2024-12-03T18:19:13,366 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-03T18:19:13,367 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733249953279.temp
2024-12-03T18:19:13,371 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testDatalossWhenInputError/55414e9ae0c0634188586192f1db850c/recovered.edits/0000000000000000003-wal.1733249953279.temp
2024-12-03T18:19:13,371 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-03T18:19:13,382 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741912_1090 (size=1623)
2024-12-03T18:19:13,382 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741912_1090 (size=1623)
2024-12-03T18:19:13,382 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741912_1090 (size=1623)
2024-12-03T18:19:13,382 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testDatalossWhenInputError/55414e9ae0c0634188586192f1db850c/recovered.edits/0000000000000000003-wal.1733249953279.temp (wrote 10 edits, skipped 0 edits in 0 ms)
2024-12-03T18:19:13,384 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39471/hbase/data/default/testDatalossWhenInputError/55414e9ae0c0634188586192f1db850c/recovered.edits/0000000000000000003-wal.1733249953279.temp to hdfs://localhost:39471/hbase/data/default/testDatalossWhenInputError/55414e9ae0c0634188586192f1db850c/recovered.edits/0000000000000000012
2024-12-03T18:19:13,384 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:39471/hbase/WALs/testdatalosswheninputerror-manual,16010,1733249953213/wal.1733249953279, size=1.6 K, length=1623, corrupted=false, cancelled=false
2024-12-03T18:19:13,384 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39471/hbase/WALs/testdatalosswheninputerror-manual,16010,1733249953213/wal.1733249953279, journal: Splitting hdfs://localhost:39471/hbase/WALs/testdatalosswheninputerror-manual,16010,1733249953213/wal.1733249953279, size=1.6 K (1623bytes) at 1733249953360Finishing writing output for hdfs://localhost:39471/hbase/WALs/testdatalosswheninputerror-manual,16010,1733249953213/wal.1733249953279 so closing down at 1733249953366 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testDatalossWhenInputError/55414e9ae0c0634188586192f1db850c/recovered.edits/0000000000000000003-wal.1733249953279.temp at 1733249953371 (+5 ms)3 split writer threads finished at 1733249953371Closed recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testDatalossWhenInputError/55414e9ae0c0634188586192f1db850c/recovered.edits/0000000000000000003-wal.1733249953279.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733249953383 (+12 ms)Rename recovered edits hdfs://localhost:39471/hbase/data/default/testDatalossWhenInputError/55414e9ae0c0634188586192f1db850c/recovered.edits/0000000000000000003-wal.1733249953279.temp to hdfs://localhost:39471/hbase/data/default/testDatalossWhenInputError/55414e9ae0c0634188586192f1db850c/recovered.edits/0000000000000000012 at 1733249953384 (+1 ms)Processed 10 edits across 1 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:39471/hbase/WALs/testdatalosswheninputerror-manual,16010,1733249953213/wal.1733249953279, size=1.6 K, length=1623, corrupted=false, cancelled=false at 1733249953384
2024-12-03T18:19:13,387 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39471/hbase/WALs/testdatalosswheninputerror-manual,16010,1733249953213/wal.1733249953279 to hdfs://localhost:39471/hbase/oldWALs/wal.1733249953279
2024-12-03T18:19:13,388 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39471/hbase/data/default/testDatalossWhenInputError/55414e9ae0c0634188586192f1db850c/recovered.edits/0000000000000000012
2024-12-03T18:19:13,913 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-03T18:19:13,933 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39471/hbase/WALs/testdatalosswheninputerror-manual,16010,1733249953213, archiveDir=hdfs://localhost:39471/hbase/oldWALs, maxLogs=32
2024-12-03T18:19:13,952 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733249953213/wal.1733249953934, exclude list is [], retry=0
2024-12-03T18:19:13,964 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-a8d14b80-1484-479b-8e7d-314bfc676fb5,DISK]
2024-12-03T18:19:13,964 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42307,DS-82a91e0d-99b4-4af0-b613-5573e717398b,DISK]
2024-12-03T18:19:13,965 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-8208040e-11d8-434f-831f-ed9cb03aaa48,DISK]
2024-12-03T18:19:13,981 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733249953213/wal.1733249953934
2024-12-03T18:19:13,983 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34211:34211),(127.0.0.1/127.0.0.1:45347:45347),(127.0.0.1/127.0.0.1:32955:32955)]
2024-12-03T18:19:13,983 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 55414e9ae0c0634188586192f1db850c, NAME => 'testDatalossWhenInputError,,1733249953215.55414e9ae0c0634188586192f1db850c.', STARTKEY => '', ENDKEY => ''}
2024-12-03T18:19:13,983 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733249953215.55414e9ae0c0634188586192f1db850c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T18:19:13,983 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 55414e9ae0c0634188586192f1db850c
2024-12-03T18:19:13,983 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 55414e9ae0c0634188586192f1db850c
2024-12-03T18:19:14,003 INFO  [StoreOpener-55414e9ae0c0634188586192f1db850c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 55414e9ae0c0634188586192f1db850c 
2024-12-03T18:19:14,006 INFO  [StoreOpener-55414e9ae0c0634188586192f1db850c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55414e9ae0c0634188586192f1db850c columnFamilyName a
2024-12-03T18:19:14,006 DEBUG [StoreOpener-55414e9ae0c0634188586192f1db850c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:14,011 INFO  [StoreOpener-55414e9ae0c0634188586192f1db850c-1 {}] regionserver.HStore(327): Store=55414e9ae0c0634188586192f1db850c/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:14,013 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 55414e9ae0c0634188586192f1db850c
2024-12-03T18:19:14,015 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testDatalossWhenInputError/55414e9ae0c0634188586192f1db850c
2024-12-03T18:19:14,018 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testDatalossWhenInputError/55414e9ae0c0634188586192f1db850c
2024-12-03T18:19:14,019 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39471/hbase/data/default/testDatalossWhenInputError/55414e9ae0c0634188586192f1db850c/recovered.edits/0000000000000000012
2024-12-03T18:19:14,027 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:39471/hbase/data/default/testDatalossWhenInputError/55414e9ae0c0634188586192f1db850c/recovered.edits/0000000000000000012
2024-12-03T18:19:14,028 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 55414e9ae0c0634188586192f1db850c 1/1 column families, dataSize=750 B heapSize=1.73 KB
2024-12-03T18:19:14,058 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/hbase/data/default/testDatalossWhenInputError/55414e9ae0c0634188586192f1db850c/.tmp/a/d300f7a71c2e463097e87dc1f09a9868 is 79, key is testDatalossWhenInputError/a:x0/1733249953317/Put/seqid=0
2024-12-03T18:19:14,068 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741914_1092 (size=5808)
2024-12-03T18:19:14,068 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741914_1092 (size=5808)
2024-12-03T18:19:14,068 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741914_1092 (size=5808)
2024-12-03T18:19:14,069 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39471/hbase/data/default/testDatalossWhenInputError/55414e9ae0c0634188586192f1db850c/.tmp/a/d300f7a71c2e463097e87dc1f09a9868
2024-12-03T18:19:14,081 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/hbase/data/default/testDatalossWhenInputError/55414e9ae0c0634188586192f1db850c/.tmp/a/d300f7a71c2e463097e87dc1f09a9868 as hdfs://localhost:39471/hbase/data/default/testDatalossWhenInputError/55414e9ae0c0634188586192f1db850c/a/d300f7a71c2e463097e87dc1f09a9868
2024-12-03T18:19:14,094 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/hbase/data/default/testDatalossWhenInputError/55414e9ae0c0634188586192f1db850c/a/d300f7a71c2e463097e87dc1f09a9868, entries=10, sequenceid=12, filesize=5.7 K
2024-12-03T18:19:14,094 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 55414e9ae0c0634188586192f1db850c in 67ms, sequenceid=12, compaction requested=false; wal=null
2024-12-03T18:19:14,095 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39471/hbase/data/default/testDatalossWhenInputError/55414e9ae0c0634188586192f1db850c/recovered.edits/0000000000000000012
2024-12-03T18:19:14,097 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 55414e9ae0c0634188586192f1db850c
2024-12-03T18:19:14,097 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 55414e9ae0c0634188586192f1db850c
2024-12-03T18:19:14,102 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 55414e9ae0c0634188586192f1db850c
2024-12-03T18:19:14,105 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39471/hbase/data/default/testDatalossWhenInputError/55414e9ae0c0634188586192f1db850c/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1
2024-12-03T18:19:14,106 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 55414e9ae0c0634188586192f1db850c; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58751098, jitterRate=-0.12454041838645935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T18:19:14,107 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 55414e9ae0c0634188586192f1db850c:
Writing region info on filesystem at 1733249953983Initializing all the Stores at 1733249953999 (+16 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249953999Obtaining lock to block concurrent updates at 1733249954028 (+29 ms)Preparing flush snapshotting stores in 55414e9ae0c0634188586192f1db850c at 1733249954028Finished memstore snapshotting testDatalossWhenInputError,,1733249953215.55414e9ae0c0634188586192f1db850c., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1733249954028Flushing stores of testDatalossWhenInputError,,1733249953215.55414e9ae0c0634188586192f1db850c. at 1733249954028Flushing 55414e9ae0c0634188586192f1db850c/a: creating writer at 1733249954028Flushing 55414e9ae0c0634188586192f1db850c/a: appending metadata at 1733249954058 (+30 ms)Flushing 55414e9ae0c0634188586192f1db850c/a: closing flushed file at 1733249954058Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c3672bd: reopening flushed file at 1733249954079 (+21 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 55414e9ae0c0634188586192f1db850c in 67ms, sequenceid=12, compaction requested=false; wal=null at 1733249954094 (+15 ms)Cleaning up temporary data from old regions at 1733249954097 (+3 ms)Region opened successfully at 1733249954107 (+10 ms)
2024-12-03T18:19:14,110 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 55414e9ae0c0634188586192f1db850c, NAME => 'testDatalossWhenInputError,,1733249953215.55414e9ae0c0634188586192f1db850c.', STARTKEY => '', ENDKEY => ''}
2024-12-03T18:19:14,111 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733249953215.55414e9ae0c0634188586192f1db850c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T18:19:14,111 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 55414e9ae0c0634188586192f1db850c
2024-12-03T18:19:14,111 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 55414e9ae0c0634188586192f1db850c
2024-12-03T18:19:14,113 INFO  [StoreOpener-55414e9ae0c0634188586192f1db850c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 55414e9ae0c0634188586192f1db850c 
2024-12-03T18:19:14,113 INFO  [StoreOpener-55414e9ae0c0634188586192f1db850c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55414e9ae0c0634188586192f1db850c columnFamilyName a
2024-12-03T18:19:14,114 DEBUG [StoreOpener-55414e9ae0c0634188586192f1db850c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:14,120 DEBUG [StoreOpener-55414e9ae0c0634188586192f1db850c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39471/hbase/data/default/testDatalossWhenInputError/55414e9ae0c0634188586192f1db850c/a/d300f7a71c2e463097e87dc1f09a9868
2024-12-03T18:19:14,121 INFO  [StoreOpener-55414e9ae0c0634188586192f1db850c-1 {}] regionserver.HStore(327): Store=55414e9ae0c0634188586192f1db850c/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:14,121 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 55414e9ae0c0634188586192f1db850c
2024-12-03T18:19:14,122 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testDatalossWhenInputError/55414e9ae0c0634188586192f1db850c
2024-12-03T18:19:14,124 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testDatalossWhenInputError/55414e9ae0c0634188586192f1db850c
2024-12-03T18:19:14,124 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 55414e9ae0c0634188586192f1db850c
2024-12-03T18:19:14,124 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 55414e9ae0c0634188586192f1db850c
2024-12-03T18:19:14,126 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 55414e9ae0c0634188586192f1db850c
2024-12-03T18:19:14,130 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39471/hbase/data/default/testDatalossWhenInputError/55414e9ae0c0634188586192f1db850c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12
2024-12-03T18:19:14,131 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 55414e9ae0c0634188586192f1db850c; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58918710, jitterRate=-0.12204280495643616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-03T18:19:14,131 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 55414e9ae0c0634188586192f1db850c:
Writing region info on filesystem at 1733249954111Initializing all the Stores at 1733249954112 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249954112Cleaning up temporary data from old regions at 1733249954124 (+12 ms)Region opened successfully at 1733249954131 (+7 ms)
2024-12-03T18:19:14,147 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testDatalossWhenInputError Thread=421 (was 411)
Potentially hanging thread: PacketResponder: BP-1638623662-172.17.0.3-1733249917700:blk_1073741913_1091, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1638623662-172.17.0.3-1733249917700:blk_1073741913_1091, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-24-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_548913958_22 at /127.0.0.1:38176 [Receiving block BP-1638623662-172.17.0.3-1733249917700:blk_1073741913_1091]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-24-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_548913958_22 at /127.0.0.1:60472 [Waiting for operation #17]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_548913958_22 at /127.0.0.1:53142 [Receiving block BP-1638623662-172.17.0.3-1733249917700:blk_1073741913_1091]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1638623662-172.17.0.3-1733249917700:blk_1073741913_1091, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_548913958_22 at /127.0.0.1:60526 [Receiving block BP-1638623662-172.17.0.3-1733249917700:blk_1073741913_1091]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-24-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_548913958_22 at /127.0.0.1:38068 [Waiting for operation #11]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_548913958_22 at /127.0.0.1:53060 [Waiting for operation #14]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1246 (was 1164) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=461 (was 461), ProcessCount=11 (was 11), AvailableMemoryMB=1931 (was 1969)
2024-12-03T18:19:14,147 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1246 is superior to 1024
2024-12-03T18:19:14,159 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testCompactedBulkLoadedFiles Thread=421, OpenFileDescriptor=1246, MaxFileDescriptor=1048576, SystemLoadAverage=461, ProcessCount=11, AvailableMemoryMB=1930
2024-12-03T18:19:14,159 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1246 is superior to 1024
2024-12-03T18:19:14,179 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T18:19:14,181 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T18:19:14,181 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-03T18:19:14,184 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-03416996, suffix=, logDir=hdfs://localhost:39471/hbase/WALs/hregion-03416996, archiveDir=hdfs://localhost:39471/hbase/oldWALs, maxLogs=32
2024-12-03T18:19:14,204 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-03416996/hregion-03416996.1733249954185, exclude list is [], retry=0
2024-12-03T18:19:14,207 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-8208040e-11d8-434f-831f-ed9cb03aaa48,DISK]
2024-12-03T18:19:14,207 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-a8d14b80-1484-479b-8e7d-314bfc676fb5,DISK]
2024-12-03T18:19:14,208 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42307,DS-82a91e0d-99b4-4af0-b613-5573e717398b,DISK]
2024-12-03T18:19:14,211 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-03416996/hregion-03416996.1733249954185
2024-12-03T18:19:14,214 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32955:32955),(127.0.0.1/127.0.0.1:34211:34211),(127.0.0.1/127.0.0.1:45347:45347)]
2024-12-03T18:19:14,215 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 8447530a68e54fcbbb73c3268131759b, NAME => 'testCompactedBulkLoadedFiles,,1733249954179.8447530a68e54fcbbb73c3268131759b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39471/hbase
2024-12-03T18:19:14,230 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741916_1094 (size=63)
2024-12-03T18:19:14,231 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741916_1094 (size=63)
2024-12-03T18:19:14,232 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741916_1094 (size=63)
2024-12-03T18:19:14,234 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733249954179.8447530a68e54fcbbb73c3268131759b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T18:19:14,236 INFO  [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8447530a68e54fcbbb73c3268131759b 
2024-12-03T18:19:14,237 INFO  [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8447530a68e54fcbbb73c3268131759b columnFamilyName a
2024-12-03T18:19:14,237 DEBUG [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:14,238 INFO  [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] regionserver.HStore(327): Store=8447530a68e54fcbbb73c3268131759b/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:14,238 INFO  [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8447530a68e54fcbbb73c3268131759b 
2024-12-03T18:19:14,239 INFO  [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8447530a68e54fcbbb73c3268131759b columnFamilyName b
2024-12-03T18:19:14,240 DEBUG [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:14,240 INFO  [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] regionserver.HStore(327): Store=8447530a68e54fcbbb73c3268131759b/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:14,240 INFO  [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8447530a68e54fcbbb73c3268131759b 
2024-12-03T18:19:14,242 INFO  [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8447530a68e54fcbbb73c3268131759b columnFamilyName c
2024-12-03T18:19:14,242 DEBUG [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:14,242 INFO  [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] regionserver.HStore(327): Store=8447530a68e54fcbbb73c3268131759b/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:14,242 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8447530a68e54fcbbb73c3268131759b
2024-12-03T18:19:14,243 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b
2024-12-03T18:19:14,243 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b
2024-12-03T18:19:14,245 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8447530a68e54fcbbb73c3268131759b
2024-12-03T18:19:14,245 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8447530a68e54fcbbb73c3268131759b
2024-12-03T18:19:14,245 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-03T18:19:14,246 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8447530a68e54fcbbb73c3268131759b
2024-12-03T18:19:14,249 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T18:19:14,250 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 8447530a68e54fcbbb73c3268131759b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69219569, jitterRate=0.03145195543766022}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-03T18:19:14,250 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8447530a68e54fcbbb73c3268131759b:
Writing region info on filesystem at 1733249954234Initializing all the Stores at 1733249954235 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249954235Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249954235Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249954236 (+1 ms)Cleaning up temporary data from old regions at 1733249954245 (+9 ms)Region opened successfully at 1733249954250 (+5 ms)
2024-12-03T18:19:14,250 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8447530a68e54fcbbb73c3268131759b, disabling compactions & flushes
2024-12-03T18:19:14,250 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733249954179.8447530a68e54fcbbb73c3268131759b.
2024-12-03T18:19:14,250 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733249954179.8447530a68e54fcbbb73c3268131759b.
2024-12-03T18:19:14,250 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733249954179.8447530a68e54fcbbb73c3268131759b. after waiting 0 ms
2024-12-03T18:19:14,250 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733249954179.8447530a68e54fcbbb73c3268131759b.
2024-12-03T18:19:14,254 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733249954179.8447530a68e54fcbbb73c3268131759b.
2024-12-03T18:19:14,254 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8447530a68e54fcbbb73c3268131759b:
Waiting for close lock at 1733249954250Disabling compacts and flushes for region at 1733249954250Disabling writes for close at 1733249954250Writing region close event to WAL at 1733249954254 (+4 ms)Closed at 1733249954254
2024-12-03T18:19:14,263 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741915_1093 (size=93)
2024-12-03T18:19:14,263 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741915_1093 (size=93)
2024-12-03T18:19:14,263 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741915_1093 (size=93)
2024-12-03T18:19:14,270 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-03T18:19:14,270 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-03416996:(num 1733249954185)
2024-12-03T18:19:14,270 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-03T18:19:14,278 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39471/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733249954178, archiveDir=hdfs://localhost:39471/hbase/oldWALs, maxLogs=32
2024-12-03T18:19:14,294 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733249954178/wal.1733249954278, exclude list is [], retry=0
2024-12-03T18:19:14,304 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42307,DS-82a91e0d-99b4-4af0-b613-5573e717398b,DISK]
2024-12-03T18:19:14,304 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-8208040e-11d8-434f-831f-ed9cb03aaa48,DISK]
2024-12-03T18:19:14,304 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-a8d14b80-1484-479b-8e7d-314bfc676fb5,DISK]
2024-12-03T18:19:14,316 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733249954178/wal.1733249954278
2024-12-03T18:19:14,317 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45347:45347),(127.0.0.1/127.0.0.1:32955:32955),(127.0.0.1/127.0.0.1:34211:34211)]
2024-12-03T18:19:14,317 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8447530a68e54fcbbb73c3268131759b, NAME => 'testCompactedBulkLoadedFiles,,1733249954179.8447530a68e54fcbbb73c3268131759b.', STARTKEY => '', ENDKEY => ''}
2024-12-03T18:19:14,317 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733249954179.8447530a68e54fcbbb73c3268131759b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T18:19:14,317 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8447530a68e54fcbbb73c3268131759b
2024-12-03T18:19:14,317 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8447530a68e54fcbbb73c3268131759b
2024-12-03T18:19:14,323 INFO  [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8447530a68e54fcbbb73c3268131759b 
2024-12-03T18:19:14,324 INFO  [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8447530a68e54fcbbb73c3268131759b columnFamilyName a
2024-12-03T18:19:14,324 DEBUG [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:14,326 INFO  [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] regionserver.HStore(327): Store=8447530a68e54fcbbb73c3268131759b/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:14,327 INFO  [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8447530a68e54fcbbb73c3268131759b 
2024-12-03T18:19:14,328 INFO  [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8447530a68e54fcbbb73c3268131759b columnFamilyName b
2024-12-03T18:19:14,328 DEBUG [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:14,329 INFO  [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] regionserver.HStore(327): Store=8447530a68e54fcbbb73c3268131759b/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:14,329 INFO  [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8447530a68e54fcbbb73c3268131759b 
2024-12-03T18:19:14,330 INFO  [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8447530a68e54fcbbb73c3268131759b columnFamilyName c
2024-12-03T18:19:14,331 DEBUG [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:14,333 INFO  [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] regionserver.HStore(327): Store=8447530a68e54fcbbb73c3268131759b/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:14,333 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8447530a68e54fcbbb73c3268131759b
2024-12-03T18:19:14,335 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b
2024-12-03T18:19:14,337 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b
2024-12-03T18:19:14,338 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8447530a68e54fcbbb73c3268131759b
2024-12-03T18:19:14,338 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8447530a68e54fcbbb73c3268131759b
2024-12-03T18:19:14,339 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-03T18:19:14,341 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8447530a68e54fcbbb73c3268131759b
2024-12-03T18:19:14,342 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 8447530a68e54fcbbb73c3268131759b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69434533, jitterRate=0.034655168652534485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-03T18:19:14,343 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8447530a68e54fcbbb73c3268131759b:
Writing region info on filesystem at 1733249954317Initializing all the Stores at 1733249954319 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249954319Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249954322 (+3 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249954322Cleaning up temporary data from old regions at 1733249954338 (+16 ms)Region opened successfully at 1733249954343 (+5 ms)
2024-12-03T18:19:14,351 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1733249954350/Put/seqid=0
2024-12-03T18:19:14,376 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741918_1096 (size=4875)
2024-12-03T18:19:14,377 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741918_1096 (size=4875)
2024-12-03T18:19:14,377 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741918_1096 (size=4875)
2024-12-03T18:19:14,382 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1733249954382/Put/seqid=0
2024-12-03T18:19:14,401 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741919_1097 (size=4875)
2024-12-03T18:19:14,402 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741919_1097 (size=4875)
2024-12-03T18:19:14,402 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741919_1097 (size=4875)
2024-12-03T18:19:14,408 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1733249954407/Put/seqid=0
2024-12-03T18:19:14,417 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741920_1098 (size=4875)
2024-12-03T18:19:14,417 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741920_1098 (size=4875)
2024-12-03T18:19:14,418 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741920_1098 (size=4875)
2024-12-03T18:19:14,419 INFO  [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39471/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 8447530a68e54fcbbb73c3268131759b/a
2024-12-03T18:19:14,426 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050
2024-12-03T18:19:14,426 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last=
2024-12-03T18:19:14,427 INFO  [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39471/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 8447530a68e54fcbbb73c3268131759b/a
2024-12-03T18:19:14,433 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150
2024-12-03T18:19:14,433 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last=
2024-12-03T18:19:14,434 INFO  [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39471/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 8447530a68e54fcbbb73c3268131759b/a
2024-12-03T18:19:14,445 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250
2024-12-03T18:19:14,445 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last=
2024-12-03T18:19:14,446 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 8447530a68e54fcbbb73c3268131759b 3/3 column families, dataSize=51 B heapSize=896 B
2024-12-03T18:19:14,476 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/.tmp/a/61d216e98d064e0e95dabd708641c106 is 55, key is testCompactedBulkLoadedFiles/a:a/1733249954343/Put/seqid=0
2024-12-03T18:19:14,554 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741921_1099 (size=5107)
2024-12-03T18:19:14,554 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741921_1099 (size=5107)
2024-12-03T18:19:14,557 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/.tmp/a/61d216e98d064e0e95dabd708641c106
2024-12-03T18:19:14,559 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741921_1099 (size=5107)
2024-12-03T18:19:14,577 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/.tmp/a/61d216e98d064e0e95dabd708641c106 as hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/a/61d216e98d064e0e95dabd708641c106
2024-12-03T18:19:14,583 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/a/61d216e98d064e0e95dabd708641c106, entries=1, sequenceid=4, filesize=5.0 K
2024-12-03T18:19:14,587 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 8447530a68e54fcbbb73c3268131759b in 141ms, sequenceid=4, compaction requested=false
2024-12-03T18:19:14,587 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8447530a68e54fcbbb73c3268131759b:

2024-12-03T18:19:14,589 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/a/e3bd755aab3343f6b86e6eeec6124f2d_SeqId_4_
2024-12-03T18:19:14,590 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/a/dcd50a7e899e4ac283a802a2ee074d4a_SeqId_4_
2024-12-03T18:19:14,592 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/a/f54ed7c5423c46248498f3cb98d52c9c_SeqId_4_
2024-12-03T18:19:14,592 INFO  [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39471/hbase/testCompactedBulkLoadedFiles/hfile0 into 8447530a68e54fcbbb73c3268131759b/a as hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/a/e3bd755aab3343f6b86e6eeec6124f2d_SeqId_4_ - updating store file list.
2024-12-03T18:19:14,598 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for e3bd755aab3343f6b86e6eeec6124f2d_SeqId_4_: NONE, but ROW specified in column family configuration
2024-12-03T18:19:14,598 INFO  [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/a/e3bd755aab3343f6b86e6eeec6124f2d_SeqId_4_ into 8447530a68e54fcbbb73c3268131759b/a
2024-12-03T18:19:14,598 INFO  [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39471/hbase/testCompactedBulkLoadedFiles/hfile0 into 8447530a68e54fcbbb73c3268131759b/a (new location: hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/a/e3bd755aab3343f6b86e6eeec6124f2d_SeqId_4_)
2024-12-03T18:19:14,600 INFO  [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39471/hbase/testCompactedBulkLoadedFiles/hfile1 into 8447530a68e54fcbbb73c3268131759b/a as hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/a/dcd50a7e899e4ac283a802a2ee074d4a_SeqId_4_ - updating store file list.
2024-12-03T18:19:14,605 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for dcd50a7e899e4ac283a802a2ee074d4a_SeqId_4_: NONE, but ROW specified in column family configuration
2024-12-03T18:19:14,605 INFO  [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/a/dcd50a7e899e4ac283a802a2ee074d4a_SeqId_4_ into 8447530a68e54fcbbb73c3268131759b/a
2024-12-03T18:19:14,605 INFO  [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39471/hbase/testCompactedBulkLoadedFiles/hfile1 into 8447530a68e54fcbbb73c3268131759b/a (new location: hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/a/dcd50a7e899e4ac283a802a2ee074d4a_SeqId_4_)
2024-12-03T18:19:14,606 INFO  [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39471/hbase/testCompactedBulkLoadedFiles/hfile2 into 8447530a68e54fcbbb73c3268131759b/a as hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/a/f54ed7c5423c46248498f3cb98d52c9c_SeqId_4_ - updating store file list.
2024-12-03T18:19:14,611 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for f54ed7c5423c46248498f3cb98d52c9c_SeqId_4_: NONE, but ROW specified in column family configuration
2024-12-03T18:19:14,611 INFO  [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/a/f54ed7c5423c46248498f3cb98d52c9c_SeqId_4_ into 8447530a68e54fcbbb73c3268131759b/a
2024-12-03T18:19:14,611 INFO  [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39471/hbase/testCompactedBulkLoadedFiles/hfile2 into 8447530a68e54fcbbb73c3268131759b/a (new location: hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/a/f54ed7c5423c46248498f3cb98d52c9c_SeqId_4_)
2024-12-03T18:19:14,620 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-03T18:19:14,620 DEBUG [Time-limited test {}] regionserver.HStore(1541): 8447530a68e54fcbbb73c3268131759b/a is initiating major compaction (all files)
2024-12-03T18:19:14,620 INFO  [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 8447530a68e54fcbbb73c3268131759b/a in testCompactedBulkLoadedFiles,,1733249954179.8447530a68e54fcbbb73c3268131759b.
2024-12-03T18:19:14,620 INFO  [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/a/61d216e98d064e0e95dabd708641c106, hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/a/e3bd755aab3343f6b86e6eeec6124f2d_SeqId_4_, hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/a/dcd50a7e899e4ac283a802a2ee074d4a_SeqId_4_, hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/a/f54ed7c5423c46248498f3cb98d52c9c_SeqId_4_] into tmpdir=hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/.tmp, totalSize=19.3 K
2024-12-03T18:19:14,621 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 61d216e98d064e0e95dabd708641c106, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1733249954343
2024-12-03T18:19:14,622 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting e3bd755aab3343f6b86e6eeec6124f2d_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808
2024-12-03T18:19:14,622 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting dcd50a7e899e4ac283a802a2ee074d4a_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808
2024-12-03T18:19:14,623 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting f54ed7c5423c46248498f3cb98d52c9c_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808
2024-12-03T18:19:14,637 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/.tmp/a/6b3b1551778841b7b803d23b36f8e10c is 55, key is testCompactedBulkLoadedFiles/a:a/1733249954343/Put/seqid=0
2024-12-03T18:19:14,646 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741922_1100 (size=6154)
2024-12-03T18:19:14,646 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741922_1100 (size=6154)
2024-12-03T18:19:14,649 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741922_1100 (size=6154)
2024-12-03T18:19:14,656 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/.tmp/a/6b3b1551778841b7b803d23b36f8e10c as hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/a/6b3b1551778841b7b803d23b36f8e10c
2024-12-03T18:19:14,664 INFO  [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 8447530a68e54fcbbb73c3268131759b/a of 8447530a68e54fcbbb73c3268131759b into 6b3b1551778841b7b803d23b36f8e10c(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-03T18:19:14,664 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 8447530a68e54fcbbb73c3268131759b:

2024-12-03T18:19:14,664 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking
2024-12-03T18:19:14,664 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking
2024-12-03T18:19:14,699 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39471/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733249954178/wal.1733249954278, size=0 (0bytes)
2024-12-03T18:19:14,699 WARN  [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:39471/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733249954178/wal.1733249954278 might be still open, length is 0
2024-12-03T18:19:14,699 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39471/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733249954178/wal.1733249954278
2024-12-03T18:19:14,700 WARN  [IPC Server handler 4 on default port 39471 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733249954178/wal.1733249954278 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095
2024-12-03T18:19:14,701 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39471/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733249954178/wal.1733249954278 after 2ms
2024-12-03T18:19:16,968 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_548913958_22 at /127.0.0.1:38226 [Receiving block BP-1638623662-172.17.0.3-1733249917700:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:42307:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:38226 dst: /127.0.0.1:42307
java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42307 remote=/127.0.0.1:38226]. Total timeout mills is 60000, 57695 millis timeout left.
	at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?]
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?]
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?]
	at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?]
	at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?]
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T18:19:16,969 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_548913958_22 at /127.0.0.1:60570 [Receiving block BP-1638623662-172.17.0.3-1733249917700:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:37811:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:60570 dst: /127.0.0.1:37811
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T18:19:16,970 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_548913958_22 at /127.0.0.1:53168 [Receiving block BP-1638623662-172.17.0.3-1733249917700:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:34093:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:53168 dst: /127.0.0.1:34093
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T18:19:16,974 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741917_1101 (size=1659)
2024-12-03T18:19:16,980 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741917_1101 (size=1659)
2024-12-03T18:19:16,980 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741917_1101 (size=1659)
2024-12-03T18:19:18,047 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-03T18:19:18,701 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39471/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733249954178/wal.1733249954278 after 4002ms
2024-12-03T18:19:18,705 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39471/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733249954178/wal.1733249954278 took 4006ms
2024-12-03T18:19:18,707 INFO  [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39471/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733249954178/wal.1733249954278; continuing.
2024-12-03T18:19:18,708 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39471/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733249954178/wal.1733249954278 so closing down
2024-12-03T18:19:18,708 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-03T18:19:18,709 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733249954278.temp
2024-12-03T18:19:18,710 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/recovered.edits/0000000000000000003-wal.1733249954278.temp
2024-12-03T18:19:18,711 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-03T18:19:18,717 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741923_1102 (size=698)
2024-12-03T18:19:18,717 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741923_1102 (size=698)
2024-12-03T18:19:18,718 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741923_1102 (size=698)
2024-12-03T18:19:18,718 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/recovered.edits/0000000000000000003-wal.1733249954278.temp (wrote 2 edits, skipped 0 edits in 0 ms)
2024-12-03T18:19:18,720 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/recovered.edits/0000000000000000003-wal.1733249954278.temp to hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/recovered.edits/0000000000000000008
2024-12-03T18:19:18,720 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 14 ms; skipped=3; WAL=hdfs://localhost:39471/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733249954178/wal.1733249954278, size=0, length=0, corrupted=false, cancelled=false
2024-12-03T18:19:18,720 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39471/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733249954178/wal.1733249954278, journal: Splitting hdfs://localhost:39471/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733249954178/wal.1733249954278, size=0 (0bytes) at 1733249954699Finishing writing output for hdfs://localhost:39471/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733249954178/wal.1733249954278 so closing down at 1733249958708 (+4009 ms)Creating recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/recovered.edits/0000000000000000003-wal.1733249954278.temp at 1733249958710 (+2 ms)3 split writer threads finished at 1733249958711 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/recovered.edits/0000000000000000003-wal.1733249954278.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733249958718 (+7 ms)Rename recovered edits hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/recovered.edits/0000000000000000003-wal.1733249954278.temp to hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/recovered.edits/0000000000000000008 at 1733249958720 (+2 ms)Processed 5 edits across 1 Regions in 14 ms; skipped=3; WAL=hdfs://localhost:39471/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733249954178/wal.1733249954278, size=0, length=0, corrupted=false, cancelled=false at 1733249958720
2024-12-03T18:19:18,722 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39471/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733249954178/wal.1733249954278 to hdfs://localhost:39471/hbase/oldWALs/wal.1733249954278
2024-12-03T18:19:18,722 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/recovered.edits/0000000000000000008
2024-12-03T18:19:18,723 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-03T18:19:18,724 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39471/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733249954178, archiveDir=hdfs://localhost:39471/hbase/oldWALs, maxLogs=32
2024-12-03T18:19:18,739 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733249954178/wal.1733249958725, exclude list is [], retry=0
2024-12-03T18:19:18,742 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-a8d14b80-1484-479b-8e7d-314bfc676fb5,DISK]
2024-12-03T18:19:18,743 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42307,DS-82a91e0d-99b4-4af0-b613-5573e717398b,DISK]
2024-12-03T18:19:18,743 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-8208040e-11d8-434f-831f-ed9cb03aaa48,DISK]
2024-12-03T18:19:18,747 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733249954178/wal.1733249958725
2024-12-03T18:19:18,748 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34211:34211),(127.0.0.1/127.0.0.1:45347:45347),(127.0.0.1/127.0.0.1:32955:32955)]
2024-12-03T18:19:18,748 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8447530a68e54fcbbb73c3268131759b, NAME => 'testCompactedBulkLoadedFiles,,1733249954179.8447530a68e54fcbbb73c3268131759b.', STARTKEY => '', ENDKEY => ''}
2024-12-03T18:19:18,748 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733249954179.8447530a68e54fcbbb73c3268131759b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T18:19:18,749 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8447530a68e54fcbbb73c3268131759b
2024-12-03T18:19:18,749 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8447530a68e54fcbbb73c3268131759b
2024-12-03T18:19:18,751 INFO  [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8447530a68e54fcbbb73c3268131759b 
2024-12-03T18:19:18,752 INFO  [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8447530a68e54fcbbb73c3268131759b columnFamilyName a
2024-12-03T18:19:18,752 DEBUG [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:18,764 DEBUG [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/a/61d216e98d064e0e95dabd708641c106
2024-12-03T18:19:18,769 DEBUG [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/a/6b3b1551778841b7b803d23b36f8e10c
2024-12-03T18:19:18,780 DEBUG [StoreFileOpener-8447530a68e54fcbbb73c3268131759b-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dcd50a7e899e4ac283a802a2ee074d4a_SeqId_4_: NONE, but ROW specified in column family configuration
2024-12-03T18:19:18,780 DEBUG [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/a/dcd50a7e899e4ac283a802a2ee074d4a_SeqId_4_
2024-12-03T18:19:18,786 DEBUG [StoreFileOpener-8447530a68e54fcbbb73c3268131759b-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e3bd755aab3343f6b86e6eeec6124f2d_SeqId_4_: NONE, but ROW specified in column family configuration
2024-12-03T18:19:18,786 DEBUG [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/a/e3bd755aab3343f6b86e6eeec6124f2d_SeqId_4_
2024-12-03T18:19:18,791 DEBUG [StoreFileOpener-8447530a68e54fcbbb73c3268131759b-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f54ed7c5423c46248498f3cb98d52c9c_SeqId_4_: NONE, but ROW specified in column family configuration
2024-12-03T18:19:18,791 DEBUG [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/a/f54ed7c5423c46248498f3cb98d52c9c_SeqId_4_
2024-12-03T18:19:18,791 WARN  [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/a/61d216e98d064e0e95dabd708641c106 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@2969cab4
2024-12-03T18:19:18,791 WARN  [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/a/dcd50a7e899e4ac283a802a2ee074d4a_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@2969cab4
2024-12-03T18:19:18,791 WARN  [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/a/e3bd755aab3343f6b86e6eeec6124f2d_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@2969cab4
2024-12-03T18:19:18,791 WARN  [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/a/f54ed7c5423c46248498f3cb98d52c9c_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@2969cab4
2024-12-03T18:19:18,791 DEBUG [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/a/61d216e98d064e0e95dabd708641c106, hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/a/dcd50a7e899e4ac283a802a2ee074d4a_SeqId_4_, hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/a/e3bd755aab3343f6b86e6eeec6124f2d_SeqId_4_, hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/a/f54ed7c5423c46248498f3cb98d52c9c_SeqId_4_] to archive
2024-12-03T18:19:18,793 DEBUG [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-03T18:19:18,794 DEBUG [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/a/61d216e98d064e0e95dabd708641c106 to hdfs://localhost:39471/hbase/archive/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/a/61d216e98d064e0e95dabd708641c106
2024-12-03T18:19:18,796 DEBUG [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/a/dcd50a7e899e4ac283a802a2ee074d4a_SeqId_4_ to hdfs://localhost:39471/hbase/archive/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/a/dcd50a7e899e4ac283a802a2ee074d4a_SeqId_4_
2024-12-03T18:19:18,797 DEBUG [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/a/e3bd755aab3343f6b86e6eeec6124f2d_SeqId_4_ to hdfs://localhost:39471/hbase/archive/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/a/e3bd755aab3343f6b86e6eeec6124f2d_SeqId_4_
2024-12-03T18:19:18,798 DEBUG [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/a/f54ed7c5423c46248498f3cb98d52c9c_SeqId_4_ to hdfs://localhost:39471/hbase/archive/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/a/f54ed7c5423c46248498f3cb98d52c9c_SeqId_4_
2024-12-03T18:19:18,798 INFO  [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] regionserver.HStore(327): Store=8447530a68e54fcbbb73c3268131759b/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:18,798 INFO  [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8447530a68e54fcbbb73c3268131759b 
2024-12-03T18:19:18,799 INFO  [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8447530a68e54fcbbb73c3268131759b columnFamilyName b
2024-12-03T18:19:18,799 DEBUG [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:18,800 INFO  [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] regionserver.HStore(327): Store=8447530a68e54fcbbb73c3268131759b/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:18,800 INFO  [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8447530a68e54fcbbb73c3268131759b 
2024-12-03T18:19:18,801 INFO  [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8447530a68e54fcbbb73c3268131759b columnFamilyName c
2024-12-03T18:19:18,801 DEBUG [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:18,801 INFO  [StoreOpener-8447530a68e54fcbbb73c3268131759b-1 {}] regionserver.HStore(327): Store=8447530a68e54fcbbb73c3268131759b/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:18,801 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8447530a68e54fcbbb73c3268131759b
2024-12-03T18:19:18,802 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b
2024-12-03T18:19:18,804 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b
2024-12-03T18:19:18,804 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/recovered.edits/0000000000000000008
2024-12-03T18:19:18,807 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 8447530a68e54fcbbb73c3268131759b : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "8447530a68e54fcbbb73c3268131759b" family_name: "a" compaction_input: "61d216e98d064e0e95dabd708641c106" compaction_input: "e3bd755aab3343f6b86e6eeec6124f2d_SeqId_4_" compaction_input: "dcd50a7e899e4ac283a802a2ee074d4a_SeqId_4_" compaction_input: "f54ed7c5423c46248498f3cb98d52c9c_SeqId_4_" compaction_output: "6b3b1551778841b7b803d23b36f8e10c" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1733249954179.8447530a68e54fcbbb73c3268131759b." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1
2024-12-03T18:19:18,807 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker
2024-12-03T18:19:18,808 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/recovered.edits/0000000000000000008
2024-12-03T18:19:18,809 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/recovered.edits/0000000000000000008
2024-12-03T18:19:18,810 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8447530a68e54fcbbb73c3268131759b
2024-12-03T18:19:18,810 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8447530a68e54fcbbb73c3268131759b
2024-12-03T18:19:18,811 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-03T18:19:18,813 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8447530a68e54fcbbb73c3268131759b
2024-12-03T18:19:18,819 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39471/hbase/data/default/testCompactedBulkLoadedFiles/8447530a68e54fcbbb73c3268131759b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-12-03T18:19:18,821 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 8447530a68e54fcbbb73c3268131759b; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73735071, jitterRate=0.0987381786108017}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-03T18:19:18,821 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8447530a68e54fcbbb73c3268131759b:
Writing region info on filesystem at 1733249958749Initializing all the Stores at 1733249958750 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249958750Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249958751 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249958751Cleaning up temporary data from old regions at 1733249958810 (+59 ms)Region opened successfully at 1733249958821 (+11 ms)
2024-12-03T18:19:18,823 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8447530a68e54fcbbb73c3268131759b, disabling compactions & flushes
2024-12-03T18:19:18,823 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733249954179.8447530a68e54fcbbb73c3268131759b.
2024-12-03T18:19:18,824 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733249954179.8447530a68e54fcbbb73c3268131759b.
2024-12-03T18:19:18,824 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733249954179.8447530a68e54fcbbb73c3268131759b. after waiting 0 ms
2024-12-03T18:19:18,824 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733249954179.8447530a68e54fcbbb73c3268131759b.
2024-12-03T18:19:18,824 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733249954179.8447530a68e54fcbbb73c3268131759b.
2024-12-03T18:19:18,824 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8447530a68e54fcbbb73c3268131759b:
Waiting for close lock at 1733249958823Disabling compacts and flushes for region at 1733249958823Disabling writes for close at 1733249958824 (+1 ms)Writing region close event to WAL at 1733249958824Closed at 1733249958824
2024-12-03T18:19:18,829 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741924_1103 (size=93)
2024-12-03T18:19:18,829 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741924_1103 (size=93)
2024-12-03T18:19:18,830 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741924_1103 (size=93)
2024-12-03T18:19:18,832 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-03T18:19:18,832 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733249958725)
2024-12-03T18:19:18,844 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testCompactedBulkLoadedFiles Thread=436 (was 421)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-5664_22 at /127.0.0.1:60640 [Waiting for operation #7]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-5664_22 at /127.0.0.1:53228 [Waiting for operation #7]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-26-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-26-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:39471
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-26-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1612229954) connection to localhost/127.0.0.1:39471 from jenkinstestCompactedBulkLoadedFiles
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-5664_22 at /127.0.0.1:38292 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1328 (was 1246) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=472 (was 461) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1664 (was 1930)
2024-12-03T18:19:18,845 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1328 is superior to 1024
2024-12-03T18:19:18,860 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=436, OpenFileDescriptor=1328, MaxFileDescriptor=1048576, SystemLoadAverage=472, ProcessCount=11, AvailableMemoryMB=1661
2024-12-03T18:19:18,860 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1328 is superior to 1024
2024-12-03T18:19:18,874 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T18:19:18,875 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-03T18:19:18,876 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-03T18:19:18,878 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-99133410, suffix=, logDir=hdfs://localhost:39471/hbase/WALs/hregion-99133410, archiveDir=hdfs://localhost:39471/hbase/oldWALs, maxLogs=32
2024-12-03T18:19:18,890 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-99133410/hregion-99133410.1733249958878, exclude list is [], retry=0
2024-12-03T18:19:18,893 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-a8d14b80-1484-479b-8e7d-314bfc676fb5,DISK]
2024-12-03T18:19:18,893 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42307,DS-82a91e0d-99b4-4af0-b613-5573e717398b,DISK]
2024-12-03T18:19:18,893 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-8208040e-11d8-434f-831f-ed9cb03aaa48,DISK]
2024-12-03T18:19:18,895 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-99133410/hregion-99133410.1733249958878
2024-12-03T18:19:18,895 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34211:34211),(127.0.0.1/127.0.0.1:45347:45347),(127.0.0.1/127.0.0.1:32955:32955)]
2024-12-03T18:19:18,895 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 608a973ddc1e902bc5b86c0c5b99c88f, NAME => 'testReplayEditsWrittenViaHRegion,,1733249958874.608a973ddc1e902bc5b86c0c5b99c88f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39471/hbase
2024-12-03T18:19:18,903 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741926_1105 (size=67)
2024-12-03T18:19:18,904 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741926_1105 (size=67)
2024-12-03T18:19:18,905 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741926_1105 (size=67)
2024-12-03T18:19:18,907 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733249958874.608a973ddc1e902bc5b86c0c5b99c88f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T18:19:18,909 INFO  [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 608a973ddc1e902bc5b86c0c5b99c88f 
2024-12-03T18:19:18,912 INFO  [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 608a973ddc1e902bc5b86c0c5b99c88f columnFamilyName a
2024-12-03T18:19:18,912 DEBUG [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:18,912 INFO  [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] regionserver.HStore(327): Store=608a973ddc1e902bc5b86c0c5b99c88f/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:18,913 INFO  [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 608a973ddc1e902bc5b86c0c5b99c88f 
2024-12-03T18:19:18,914 INFO  [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 608a973ddc1e902bc5b86c0c5b99c88f columnFamilyName b
2024-12-03T18:19:18,914 DEBUG [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:18,915 INFO  [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] regionserver.HStore(327): Store=608a973ddc1e902bc5b86c0c5b99c88f/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:18,915 INFO  [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 608a973ddc1e902bc5b86c0c5b99c88f 
2024-12-03T18:19:18,916 INFO  [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 608a973ddc1e902bc5b86c0c5b99c88f columnFamilyName c
2024-12-03T18:19:18,916 DEBUG [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:18,917 INFO  [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] regionserver.HStore(327): Store=608a973ddc1e902bc5b86c0c5b99c88f/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:18,917 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 608a973ddc1e902bc5b86c0c5b99c88f
2024-12-03T18:19:18,918 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f
2024-12-03T18:19:18,918 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f
2024-12-03T18:19:18,919 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 608a973ddc1e902bc5b86c0c5b99c88f
2024-12-03T18:19:18,919 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 608a973ddc1e902bc5b86c0c5b99c88f
2024-12-03T18:19:18,920 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-03T18:19:18,921 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 608a973ddc1e902bc5b86c0c5b99c88f
2024-12-03T18:19:18,923 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-03T18:19:18,923 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 608a973ddc1e902bc5b86c0c5b99c88f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59114265, jitterRate=-0.11912880837917328}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-03T18:19:18,924 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 608a973ddc1e902bc5b86c0c5b99c88f:
Writing region info on filesystem at 1733249958907Initializing all the Stores at 1733249958908 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249958908Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249958909 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249958909Cleaning up temporary data from old regions at 1733249958919 (+10 ms)Region opened successfully at 1733249958924 (+5 ms)
2024-12-03T18:19:18,924 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 608a973ddc1e902bc5b86c0c5b99c88f, disabling compactions & flushes
2024-12-03T18:19:18,924 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733249958874.608a973ddc1e902bc5b86c0c5b99c88f.
2024-12-03T18:19:18,924 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733249958874.608a973ddc1e902bc5b86c0c5b99c88f.
2024-12-03T18:19:18,924 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733249958874.608a973ddc1e902bc5b86c0c5b99c88f. after waiting 0 ms
2024-12-03T18:19:18,924 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733249958874.608a973ddc1e902bc5b86c0c5b99c88f.
2024-12-03T18:19:18,924 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733249958874.608a973ddc1e902bc5b86c0c5b99c88f.
2024-12-03T18:19:18,924 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 608a973ddc1e902bc5b86c0c5b99c88f:
Waiting for close lock at 1733249958924Disabling compacts and flushes for region at 1733249958924Disabling writes for close at 1733249958924Writing region close event to WAL at 1733249958924Closed at 1733249958924
2024-12-03T18:19:18,933 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-99133410/hregion-99133410.1733249958878 not finished, retry = 0
2024-12-03T18:19:18,934 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741925_1104 (size=93)
2024-12-03T18:19:18,935 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741925_1104 (size=93)
2024-12-03T18:19:18,935 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741925_1104 (size=93)
2024-12-03T18:19:19,035 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-03T18:19:19,035 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-99133410:(num 1733249958878)
2024-12-03T18:19:19,035 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-03T18:19:19,037 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733249958873, archiveDir=hdfs://localhost:39471/hbase/oldWALs, maxLogs=32
2024-12-03T18:19:19,051 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733249958873/wal.1733249959037, exclude list is [], retry=0
2024-12-03T18:19:19,053 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-8208040e-11d8-434f-831f-ed9cb03aaa48,DISK]
2024-12-03T18:19:19,054 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-a8d14b80-1484-479b-8e7d-314bfc676fb5,DISK]
2024-12-03T18:19:19,054 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42307,DS-82a91e0d-99b4-4af0-b613-5573e717398b,DISK]
2024-12-03T18:19:19,071 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733249958873/wal.1733249959037
2024-12-03T18:19:19,075 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32955:32955),(127.0.0.1/127.0.0.1:34211:34211),(127.0.0.1/127.0.0.1:45347:45347)]
2024-12-03T18:19:19,075 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 608a973ddc1e902bc5b86c0c5b99c88f, NAME => 'testReplayEditsWrittenViaHRegion,,1733249958874.608a973ddc1e902bc5b86c0c5b99c88f.', STARTKEY => '', ENDKEY => ''}
2024-12-03T18:19:19,075 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733249958874.608a973ddc1e902bc5b86c0c5b99c88f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T18:19:19,075 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 608a973ddc1e902bc5b86c0c5b99c88f
2024-12-03T18:19:19,075 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 608a973ddc1e902bc5b86c0c5b99c88f
2024-12-03T18:19:19,077 INFO  [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 608a973ddc1e902bc5b86c0c5b99c88f 
2024-12-03T18:19:19,079 INFO  [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 608a973ddc1e902bc5b86c0c5b99c88f columnFamilyName a
2024-12-03T18:19:19,079 DEBUG [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:19,080 INFO  [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] regionserver.HStore(327): Store=608a973ddc1e902bc5b86c0c5b99c88f/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:19,080 INFO  [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 608a973ddc1e902bc5b86c0c5b99c88f 
2024-12-03T18:19:19,082 INFO  [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 608a973ddc1e902bc5b86c0c5b99c88f columnFamilyName b
2024-12-03T18:19:19,083 DEBUG [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:19,084 INFO  [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] regionserver.HStore(327): Store=608a973ddc1e902bc5b86c0c5b99c88f/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:19,084 INFO  [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 608a973ddc1e902bc5b86c0c5b99c88f 
2024-12-03T18:19:19,086 INFO  [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 608a973ddc1e902bc5b86c0c5b99c88f columnFamilyName c
2024-12-03T18:19:19,086 DEBUG [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:19,087 INFO  [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] regionserver.HStore(327): Store=608a973ddc1e902bc5b86c0c5b99c88f/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:19,087 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 608a973ddc1e902bc5b86c0c5b99c88f
2024-12-03T18:19:19,088 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f
2024-12-03T18:19:19,089 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f
2024-12-03T18:19:19,091 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 608a973ddc1e902bc5b86c0c5b99c88f
2024-12-03T18:19:19,091 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 608a973ddc1e902bc5b86c0c5b99c88f
2024-12-03T18:19:19,092 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-03T18:19:19,094 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 608a973ddc1e902bc5b86c0c5b99c88f
2024-12-03T18:19:19,095 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 608a973ddc1e902bc5b86c0c5b99c88f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72820146, jitterRate=0.08510473370552063}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-03T18:19:19,095 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 608a973ddc1e902bc5b86c0c5b99c88f:
Writing region info on filesystem at 1733249959075Initializing all the Stores at 1733249959077 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249959077Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249959077Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249959077Cleaning up temporary data from old regions at 1733249959091 (+14 ms)Region opened successfully at 1733249959095 (+4 ms)
2024-12-03T18:19:19,110 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 608a973ddc1e902bc5b86c0c5b99c88f 3/3 column families, dataSize=870 B heapSize=2.31 KB
2024-12-03T18:19:19,139 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/.tmp/a/b702a89231ea499c83187a02d148ee9c is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733249959095/Put/seqid=0
2024-12-03T18:19:19,190 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741928_1107 (size=5958)
2024-12-03T18:19:19,191 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741928_1107 (size=5958)
2024-12-03T18:19:19,191 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741928_1107 (size=5958)
2024-12-03T18:19:19,195 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/.tmp/a/b702a89231ea499c83187a02d148ee9c
2024-12-03T18:19:19,214 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/.tmp/a/b702a89231ea499c83187a02d148ee9c as hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/a/b702a89231ea499c83187a02d148ee9c
2024-12-03T18:19:19,226 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/a/b702a89231ea499c83187a02d148ee9c, entries=10, sequenceid=13, filesize=5.8 K
2024-12-03T18:19:19,228 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 608a973ddc1e902bc5b86c0c5b99c88f in 118ms, sequenceid=13, compaction requested=false
2024-12-03T18:19:19,228 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 608a973ddc1e902bc5b86c0c5b99c88f:

2024-12-03T18:19:19,254 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 608a973ddc1e902bc5b86c0c5b99c88f, disabling compactions & flushes
2024-12-03T18:19:19,255 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733249958874.608a973ddc1e902bc5b86c0c5b99c88f.
2024-12-03T18:19:19,255 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733249958874.608a973ddc1e902bc5b86c0c5b99c88f.
2024-12-03T18:19:19,255 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733249958874.608a973ddc1e902bc5b86c0c5b99c88f. after waiting 0 ms
2024-12-03T18:19:19,255 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733249958874.608a973ddc1e902bc5b86c0c5b99c88f.
2024-12-03T18:19:19,259 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1733249958874.608a973ddc1e902bc5b86c0c5b99c88f.
2024-12-03T18:19:19,259 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733249958874.608a973ddc1e902bc5b86c0c5b99c88f.
2024-12-03T18:19:19,259 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 608a973ddc1e902bc5b86c0c5b99c88f:
Waiting for close lock at 1733249959254Disabling compacts and flushes for region at 1733249959254Disabling writes for close at 1733249959255 (+1 ms)Writing region close event to WAL at 1733249959259 (+4 ms)Closed at 1733249959259
2024-12-03T18:19:19,269 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741927_1106 (size=5869)
2024-12-03T18:19:19,270 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741927_1106 (size=5869)
2024-12-03T18:19:19,270 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741927_1106 (size=5869)
2024-12-03T18:19:19,293 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733249958873/wal.1733249959037, size=5.7 K (5869bytes)
2024-12-03T18:19:19,293 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733249958873/wal.1733249959037
2024-12-03T18:19:19,293 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733249958873/wal.1733249959037 after 0ms
2024-12-03T18:19:19,296 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733249958873/wal.1733249959037 took 2ms
2024-12-03T18:19:19,303 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733249958873/wal.1733249959037 so closing down
2024-12-03T18:19:19,303 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-03T18:19:19,305 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733249959037.temp
2024-12-03T18:19:19,306 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/recovered.edits/0000000000000000003-wal.1733249959037.temp
2024-12-03T18:19:19,307 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-03T18:19:19,343 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741929_1108 (size=5223)
2024-12-03T18:19:19,343 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741929_1108 (size=5223)
2024-12-03T18:19:19,343 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741929_1108 (size=5223)
2024-12-03T18:19:19,344 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/recovered.edits/0000000000000000003-wal.1733249959037.temp (wrote 30 edits, skipped 0 edits in 0 ms)
2024-12-03T18:19:19,349 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/recovered.edits/0000000000000000003-wal.1733249959037.temp to hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/recovered.edits/0000000000000000035
2024-12-03T18:19:19,349 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 48 ms; skipped=2; WAL=hdfs://localhost:39471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733249958873/wal.1733249959037, size=5.7 K, length=5869, corrupted=false, cancelled=false
2024-12-03T18:19:19,349 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733249958873/wal.1733249959037, journal: Splitting hdfs://localhost:39471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733249958873/wal.1733249959037, size=5.7 K (5869bytes) at 1733249959293Finishing writing output for hdfs://localhost:39471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733249958873/wal.1733249959037 so closing down at 1733249959303 (+10 ms)Creating recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/recovered.edits/0000000000000000003-wal.1733249959037.temp at 1733249959307 (+4 ms)3 split writer threads finished at 1733249959307Closed recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/recovered.edits/0000000000000000003-wal.1733249959037.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733249959344 (+37 ms)Rename recovered edits hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/recovered.edits/0000000000000000003-wal.1733249959037.temp to hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/recovered.edits/0000000000000000035 at 1733249959349 (+5 ms)Processed 32 edits across 1 Regions in 48 ms; skipped=2; WAL=hdfs://localhost:39471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733249958873/wal.1733249959037, size=5.7 K, length=5869, corrupted=false, cancelled=false at 1733249959349
2024-12-03T18:19:19,354 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733249958873/wal.1733249959037 to hdfs://localhost:39471/hbase/oldWALs/wal.1733249959037
2024-12-03T18:19:19,356 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/recovered.edits/0000000000000000035
2024-12-03T18:19:19,356 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-03T18:19:19,364 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733249958873, archiveDir=hdfs://localhost:39471/hbase/oldWALs, maxLogs=32
2024-12-03T18:19:19,384 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733249958873/wal.1733249959364, exclude list is [], retry=0
2024-12-03T18:19:19,386 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42307,DS-82a91e0d-99b4-4af0-b613-5573e717398b,DISK]
2024-12-03T18:19:19,387 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-a8d14b80-1484-479b-8e7d-314bfc676fb5,DISK]
2024-12-03T18:19:19,387 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-8208040e-11d8-434f-831f-ed9cb03aaa48,DISK]
2024-12-03T18:19:19,392 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733249958873/wal.1733249959364
2024-12-03T18:19:19,392 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45347:45347),(127.0.0.1/127.0.0.1:34211:34211),(127.0.0.1/127.0.0.1:32955:32955)]
2024-12-03T18:19:19,392 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 608a973ddc1e902bc5b86c0c5b99c88f, NAME => 'testReplayEditsWrittenViaHRegion,,1733249958874.608a973ddc1e902bc5b86c0c5b99c88f.', STARTKEY => '', ENDKEY => ''}
2024-12-03T18:19:19,393 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733249958874.608a973ddc1e902bc5b86c0c5b99c88f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T18:19:19,393 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 608a973ddc1e902bc5b86c0c5b99c88f
2024-12-03T18:19:19,393 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 608a973ddc1e902bc5b86c0c5b99c88f
2024-12-03T18:19:19,398 INFO  [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 608a973ddc1e902bc5b86c0c5b99c88f 
2024-12-03T18:19:19,400 INFO  [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 608a973ddc1e902bc5b86c0c5b99c88f columnFamilyName a
2024-12-03T18:19:19,400 DEBUG [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:19,410 DEBUG [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/a/b702a89231ea499c83187a02d148ee9c
2024-12-03T18:19:19,410 INFO  [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] regionserver.HStore(327): Store=608a973ddc1e902bc5b86c0c5b99c88f/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:19,410 INFO  [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 608a973ddc1e902bc5b86c0c5b99c88f 
2024-12-03T18:19:19,412 INFO  [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 608a973ddc1e902bc5b86c0c5b99c88f columnFamilyName b
2024-12-03T18:19:19,412 DEBUG [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:19,413 INFO  [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] regionserver.HStore(327): Store=608a973ddc1e902bc5b86c0c5b99c88f/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:19,413 INFO  [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 608a973ddc1e902bc5b86c0c5b99c88f 
2024-12-03T18:19:19,414 INFO  [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 608a973ddc1e902bc5b86c0c5b99c88f columnFamilyName c
2024-12-03T18:19:19,414 DEBUG [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:19,414 INFO  [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] regionserver.HStore(327): Store=608a973ddc1e902bc5b86c0c5b99c88f/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:19,414 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 608a973ddc1e902bc5b86c0c5b99c88f
2024-12-03T18:19:19,415 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f
2024-12-03T18:19:19,417 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f
2024-12-03T18:19:19,417 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/recovered.edits/0000000000000000035
2024-12-03T18:19:19,420 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/recovered.edits/0000000000000000035
2024-12-03T18:19:19,420 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 608a973ddc1e902bc5b86c0c5b99c88f 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB
2024-12-03T18:19:19,437 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/.tmp/b/192bcf1ca0e042df8a57d9941dccda55 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733249959228/Put/seqid=0
2024-12-03T18:19:19,446 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741931_1110 (size=5958)
2024-12-03T18:19:19,446 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741931_1110 (size=5958)
2024-12-03T18:19:19,446 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741931_1110 (size=5958)
2024-12-03T18:19:19,446 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/.tmp/b/192bcf1ca0e042df8a57d9941dccda55
2024-12-03T18:19:19,470 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/.tmp/c/50ff611519da4f7cb6fb6114a40cd743 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733249959239/Put/seqid=0
2024-12-03T18:19:19,490 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741932_1111 (size=5958)
2024-12-03T18:19:19,490 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741932_1111 (size=5958)
2024-12-03T18:19:19,490 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741932_1111 (size=5958)
2024-12-03T18:19:19,492 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/.tmp/c/50ff611519da4f7cb6fb6114a40cd743
2024-12-03T18:19:19,506 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/.tmp/b/192bcf1ca0e042df8a57d9941dccda55 as hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/b/192bcf1ca0e042df8a57d9941dccda55
2024-12-03T18:19:19,513 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/b/192bcf1ca0e042df8a57d9941dccda55, entries=10, sequenceid=35, filesize=5.8 K
2024-12-03T18:19:19,515 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/.tmp/c/50ff611519da4f7cb6fb6114a40cd743 as hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/c/50ff611519da4f7cb6fb6114a40cd743
2024-12-03T18:19:19,520 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/c/50ff611519da4f7cb6fb6114a40cd743, entries=10, sequenceid=35, filesize=5.8 K
2024-12-03T18:19:19,520 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 608a973ddc1e902bc5b86c0c5b99c88f in 100ms, sequenceid=35, compaction requested=false; wal=null
2024-12-03T18:19:19,521 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/recovered.edits/0000000000000000035
2024-12-03T18:19:19,522 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 608a973ddc1e902bc5b86c0c5b99c88f
2024-12-03T18:19:19,523 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 608a973ddc1e902bc5b86c0c5b99c88f
2024-12-03T18:19:19,525 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-03T18:19:19,527 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 608a973ddc1e902bc5b86c0c5b99c88f
2024-12-03T18:19:19,529 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1
2024-12-03T18:19:19,530 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 608a973ddc1e902bc5b86c0c5b99c88f; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61247025, jitterRate=-0.08734820783138275}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-03T18:19:19,530 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 608a973ddc1e902bc5b86c0c5b99c88f:
Writing region info on filesystem at 1733249959393Initializing all the Stores at 1733249959394 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249959394Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249959394Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249959394Obtaining lock to block concurrent updates at 1733249959420 (+26 ms)Preparing flush snapshotting stores in 608a973ddc1e902bc5b86c0c5b99c88f at 1733249959420Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733249958874.608a973ddc1e902bc5b86c0c5b99c88f., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1733249959420Flushing stores of testReplayEditsWrittenViaHRegion,,1733249958874.608a973ddc1e902bc5b86c0c5b99c88f. at 1733249959420Flushing 608a973ddc1e902bc5b86c0c5b99c88f/b: creating writer at 1733249959420Flushing 608a973ddc1e902bc5b86c0c5b99c88f/b: appending metadata at 1733249959436 (+16 ms)Flushing 608a973ddc1e902bc5b86c0c5b99c88f/b: closing flushed file at 1733249959436Flushing 608a973ddc1e902bc5b86c0c5b99c88f/c: creating writer at 1733249959452 (+16 ms)Flushing 608a973ddc1e902bc5b86c0c5b99c88f/c: appending metadata at 1733249959469 (+17 ms)Flushing 608a973ddc1e902bc5b86c0c5b99c88f/c: closing flushed file at 1733249959469Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b35400c: reopening flushed file at 1733249959505 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25f83777: reopening flushed file at 1733249959513 (+8 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 608a973ddc1e902bc5b86c0c5b99c88f in 100ms, sequenceid=35, compaction requested=false; wal=null at 1733249959520 (+7 ms)Cleaning up temporary data from old regions at 1733249959523 (+3 ms)Region opened successfully at 1733249959530 (+7 ms)
2024-12-03T18:19:19,616 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733249958873/wal.1733249959364, size=0 (0bytes)
2024-12-03T18:19:19,616 WARN  [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:39471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733249958873/wal.1733249959364 might be still open, length is 0
2024-12-03T18:19:19,616 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733249958873/wal.1733249959364
2024-12-03T18:19:19,617 WARN  [IPC Server handler 0 on default port 39471 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733249958873/wal.1733249959364 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109
2024-12-03T18:19:19,618 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733249958873/wal.1733249959364 after 1ms
2024-12-03T18:19:19,968 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_548913958_22 at /127.0.0.1:38338 [Receiving block BP-1638623662-172.17.0.3-1733249917700:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:42307:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:38338 dst: /127.0.0.1:42307
java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42307 remote=/127.0.0.1:38338]. Total timeout mills is 60000, 59606 millis timeout left.
	at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?]
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?]
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?]
	at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?]
	at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?]
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T18:19:19,969 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_548913958_22 at /127.0.0.1:60724 [Receiving block BP-1638623662-172.17.0.3-1733249917700:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:37811:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:60724 dst: /127.0.0.1:37811
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T18:19:19,969 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_548913958_22 at /127.0.0.1:53306 [Receiving block BP-1638623662-172.17.0.3-1733249917700:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:34093:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:53306 dst: /127.0.0.1:34093
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T18:19:19,972 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741930_1112 (size=5215)
2024-12-03T18:19:19,973 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741930_1112 (size=5215)
2024-12-03T18:19:19,973 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741930_1112 (size=5215)
2024-12-03T18:19:22,473 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError
2024-12-03T18:19:22,473 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer
2024-12-03T18:19:22,474 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles
2024-12-03T18:19:22,474 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer
2024-12-03T18:19:23,618 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733249958873/wal.1733249959364 after 4002ms
2024-12-03T18:19:23,621 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733249958873/wal.1733249959364 took 4005ms
2024-12-03T18:19:23,623 INFO  [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733249958873/wal.1733249959364; continuing.
2024-12-03T18:19:23,623 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733249958873/wal.1733249959364 so closing down
2024-12-03T18:19:23,623 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-03T18:19:23,625 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1733249959364.temp
2024-12-03T18:19:23,627 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/recovered.edits/0000000000000000037-wal.1733249959364.temp
2024-12-03T18:19:23,627 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-03T18:19:23,634 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741933_1113 (size=5223)
2024-12-03T18:19:23,635 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741933_1113 (size=5223)
2024-12-03T18:19:23,638 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741933_1113 (size=5223)
2024-12-03T18:19:23,639 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/recovered.edits/0000000000000000037-wal.1733249959364.temp (wrote 30 edits, skipped 0 edits in 0 ms)
2024-12-03T18:19:23,641 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/recovered.edits/0000000000000000037-wal.1733249959364.temp to hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/recovered.edits/0000000000000000066
2024-12-03T18:19:23,641 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:39471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733249958873/wal.1733249959364, size=0, length=0, corrupted=false, cancelled=false
2024-12-03T18:19:23,641 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733249958873/wal.1733249959364, journal: Splitting hdfs://localhost:39471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733249958873/wal.1733249959364, size=0 (0bytes) at 1733249959616Finishing writing output for hdfs://localhost:39471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733249958873/wal.1733249959364 so closing down at 1733249963623 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/recovered.edits/0000000000000000037-wal.1733249959364.temp at 1733249963627 (+4 ms)3 split writer threads finished at 1733249963627Closed recovered edits writer path=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/recovered.edits/0000000000000000037-wal.1733249959364.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733249963639 (+12 ms)Rename recovered edits hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/recovered.edits/0000000000000000037-wal.1733249959364.temp to hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/recovered.edits/0000000000000000066 at 1733249963641 (+2 ms)Processed 30 edits across 1 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:39471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733249958873/wal.1733249959364, size=0, length=0, corrupted=false, cancelled=false at 1733249963641
2024-12-03T18:19:23,644 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733249958873/wal.1733249959364 to hdfs://localhost:39471/hbase/oldWALs/wal.1733249959364
2024-12-03T18:19:23,645 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/recovered.edits/0000000000000000066
2024-12-03T18:19:23,645 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-03T18:19:23,647 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39471/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733249958873, archiveDir=hdfs://localhost:39471/hbase/oldWALs, maxLogs=32
2024-12-03T18:19:23,658 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733249958873/wal.1733249963648, exclude list is [], retry=0
2024-12-03T18:19:23,661 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-8208040e-11d8-434f-831f-ed9cb03aaa48,DISK]
2024-12-03T18:19:23,661 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37811,DS-a8d14b80-1484-479b-8e7d-314bfc676fb5,DISK]
2024-12-03T18:19:23,662 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42307,DS-82a91e0d-99b4-4af0-b613-5573e717398b,DISK]
2024-12-03T18:19:23,663 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733249958873/wal.1733249963648
2024-12-03T18:19:23,663 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32955:32955),(127.0.0.1/127.0.0.1:34211:34211),(127.0.0.1/127.0.0.1:45347:45347)]
2024-12-03T18:19:23,663 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733249958874.608a973ddc1e902bc5b86c0c5b99c88f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-03T18:19:23,665 INFO  [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 608a973ddc1e902bc5b86c0c5b99c88f 
2024-12-03T18:19:23,665 INFO  [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 608a973ddc1e902bc5b86c0c5b99c88f columnFamilyName a
2024-12-03T18:19:23,665 DEBUG [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:23,670 DEBUG [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/a/b702a89231ea499c83187a02d148ee9c
2024-12-03T18:19:23,670 INFO  [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] regionserver.HStore(327): Store=608a973ddc1e902bc5b86c0c5b99c88f/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:23,670 INFO  [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 608a973ddc1e902bc5b86c0c5b99c88f 
2024-12-03T18:19:23,671 INFO  [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 608a973ddc1e902bc5b86c0c5b99c88f columnFamilyName b
2024-12-03T18:19:23,671 DEBUG [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:23,676 DEBUG [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/b/192bcf1ca0e042df8a57d9941dccda55
2024-12-03T18:19:23,676 INFO  [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] regionserver.HStore(327): Store=608a973ddc1e902bc5b86c0c5b99c88f/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:23,676 INFO  [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 608a973ddc1e902bc5b86c0c5b99c88f 
2024-12-03T18:19:23,677 INFO  [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 608a973ddc1e902bc5b86c0c5b99c88f columnFamilyName c
2024-12-03T18:19:23,677 DEBUG [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-03T18:19:23,686 DEBUG [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/c/50ff611519da4f7cb6fb6114a40cd743
2024-12-03T18:19:23,686 INFO  [StoreOpener-608a973ddc1e902bc5b86c0c5b99c88f-1 {}] regionserver.HStore(327): Store=608a973ddc1e902bc5b86c0c5b99c88f/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-03T18:19:23,686 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 608a973ddc1e902bc5b86c0c5b99c88f
2024-12-03T18:19:23,687 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f
2024-12-03T18:19:23,688 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f
2024-12-03T18:19:23,688 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/recovered.edits/0000000000000000066
2024-12-03T18:19:23,693 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/recovered.edits/0000000000000000066
2024-12-03T18:19:23,693 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 608a973ddc1e902bc5b86c0c5b99c88f 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB
2024-12-03T18:19:23,708 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/.tmp/a/c20f707b9a11401f92e70acbd0a7baaa is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1733249959544/Put/seqid=0
2024-12-03T18:19:23,717 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741935_1115 (size=5958)
2024-12-03T18:19:23,717 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741935_1115 (size=5958)
2024-12-03T18:19:23,717 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741935_1115 (size=5958)
2024-12-03T18:19:23,717 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/.tmp/a/c20f707b9a11401f92e70acbd0a7baaa
2024-12-03T18:19:23,742 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/.tmp/b/285177478d3242ec9363982013da8131 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1733249959556/Put/seqid=0
2024-12-03T18:19:23,756 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741936_1116 (size=5958)
2024-12-03T18:19:23,756 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741936_1116 (size=5958)
2024-12-03T18:19:23,756 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741936_1116 (size=5958)
2024-12-03T18:19:23,757 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/.tmp/b/285177478d3242ec9363982013da8131
2024-12-03T18:19:23,788 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/.tmp/c/ee1fa8ebe2834333a4b4b19dceb3d824 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1733249959565/Put/seqid=0
2024-12-03T18:19:23,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741937_1117 (size=5958)
2024-12-03T18:19:23,798 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741937_1117 (size=5958)
2024-12-03T18:19:23,800 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741937_1117 (size=5958)
2024-12-03T18:19:23,800 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/.tmp/c/ee1fa8ebe2834333a4b4b19dceb3d824
2024-12-03T18:19:23,805 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/.tmp/a/c20f707b9a11401f92e70acbd0a7baaa as hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/a/c20f707b9a11401f92e70acbd0a7baaa
2024-12-03T18:19:23,810 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/a/c20f707b9a11401f92e70acbd0a7baaa, entries=10, sequenceid=66, filesize=5.8 K
2024-12-03T18:19:23,810 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/.tmp/b/285177478d3242ec9363982013da8131 as hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/b/285177478d3242ec9363982013da8131
2024-12-03T18:19:23,815 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/b/285177478d3242ec9363982013da8131, entries=10, sequenceid=66, filesize=5.8 K
2024-12-03T18:19:23,817 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/.tmp/c/ee1fa8ebe2834333a4b4b19dceb3d824 as hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/c/ee1fa8ebe2834333a4b4b19dceb3d824
2024-12-03T18:19:23,822 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/c/ee1fa8ebe2834333a4b4b19dceb3d824, entries=10, sequenceid=66, filesize=5.8 K
2024-12-03T18:19:23,822 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 608a973ddc1e902bc5b86c0c5b99c88f in 129ms, sequenceid=66, compaction requested=false; wal=null
2024-12-03T18:19:23,823 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/recovered.edits/0000000000000000066
2024-12-03T18:19:23,824 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 608a973ddc1e902bc5b86c0c5b99c88f
2024-12-03T18:19:23,824 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 608a973ddc1e902bc5b86c0c5b99c88f
2024-12-03T18:19:23,825 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-03T18:19:23,826 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 608a973ddc1e902bc5b86c0c5b99c88f
2024-12-03T18:19:23,829 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39471/hbase/data/default/testReplayEditsWrittenViaHRegion/608a973ddc1e902bc5b86c0c5b99c88f/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35
2024-12-03T18:19:23,831 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 608a973ddc1e902bc5b86c0c5b99c88f; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65332178, jitterRate=-0.026474684476852417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-03T18:19:23,831 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 608a973ddc1e902bc5b86c0c5b99c88f:
Writing region info on filesystem at 1733249963663Initializing all the Stores at 1733249963664 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249963664Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249963664Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733249963664Obtaining lock to block concurrent updates at 1733249963693 (+29 ms)Preparing flush snapshotting stores in 608a973ddc1e902bc5b86c0c5b99c88f at 1733249963693Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733249958874.608a973ddc1e902bc5b86c0c5b99c88f., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1733249963693Flushing stores of testReplayEditsWrittenViaHRegion,,1733249958874.608a973ddc1e902bc5b86c0c5b99c88f. at 1733249963693Flushing 608a973ddc1e902bc5b86c0c5b99c88f/a: creating writer at 1733249963693Flushing 608a973ddc1e902bc5b86c0c5b99c88f/a: appending metadata at 1733249963707 (+14 ms)Flushing 608a973ddc1e902bc5b86c0c5b99c88f/a: closing flushed file at 1733249963708 (+1 ms)Flushing 608a973ddc1e902bc5b86c0c5b99c88f/b: creating writer at 1733249963722 (+14 ms)Flushing 608a973ddc1e902bc5b86c0c5b99c88f/b: appending metadata at 1733249963741 (+19 ms)Flushing 608a973ddc1e902bc5b86c0c5b99c88f/b: closing flushed file at 1733249963741Flushing 608a973ddc1e902bc5b86c0c5b99c88f/c: creating writer at 1733249963766 (+25 ms)Flushing 608a973ddc1e902bc5b86c0c5b99c88f/c: appending metadata at 1733249963787 (+21 ms)Flushing 608a973ddc1e902bc5b86c0c5b99c88f/c: closing flushed file at 1733249963787Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b87b8d1: reopening flushed file at 1733249963805 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bdd9edb: reopening flushed file at 1733249963810 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67f6de6b: reopening flushed file at 1733249963816 (+6 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 608a973ddc1e902bc5b86c0c5b99c88f in 129ms, sequenceid=66, compaction requested=false; wal=null at 1733249963822 (+6 ms)Cleaning up temporary data from old regions at 1733249963824 (+2 ms)Region opened successfully at 1733249963831 (+7 ms)
2024-12-03T18:19:23,853 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 608a973ddc1e902bc5b86c0c5b99c88f, disabling compactions & flushes
2024-12-03T18:19:23,853 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733249958874.608a973ddc1e902bc5b86c0c5b99c88f.
2024-12-03T18:19:23,853 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733249958874.608a973ddc1e902bc5b86c0c5b99c88f.
2024-12-03T18:19:23,853 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733249958874.608a973ddc1e902bc5b86c0c5b99c88f. after waiting 0 ms
2024-12-03T18:19:23,853 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733249958874.608a973ddc1e902bc5b86c0c5b99c88f.
2024-12-03T18:19:23,854 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733249958874.608a973ddc1e902bc5b86c0c5b99c88f.
2024-12-03T18:19:23,854 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 608a973ddc1e902bc5b86c0c5b99c88f:
Waiting for close lock at 1733249963852Disabling compacts and flushes for region at 1733249963852Disabling writes for close at 1733249963853 (+1 ms)Writing region close event to WAL at 1733249963854 (+1 ms)Closed at 1733249963854
2024-12-03T18:19:23,866 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733249958873/wal.1733249963648 not finished, retry = 0
2024-12-03T18:19:23,867 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741934_1114 (size=93)
2024-12-03T18:19:23,867 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741934_1114 (size=93)
2024-12-03T18:19:23,867 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741934_1114 (size=93)
2024-12-03T18:19:23,971 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-03T18:19:23,971 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733249963648)
2024-12-03T18:19:23,990 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=442 (was 436)
Potentially hanging thread: AsyncFSWAL-28-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-28-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1612229954) connection to localhost/127.0.0.1:39471 from jenkinstestReplayEditsWrittenViaHRegion
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:39471
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-796254663_22 at /127.0.0.1:37606 [Waiting for operation #15]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-28-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-796254663_22 at /127.0.0.1:36972 [Waiting for operation #13]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-796254663_22 at /127.0.0.1:55704 [Waiting for operation #15]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1394 (was 1328) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=490 (was 472) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1121 (was 1661)
2024-12-03T18:19:23,991 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1394 is superior to 1024
2024-12-03T18:19:23,991 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-12-03T18:19:23,991 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T18:19:23,991 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153)
    at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T18:19:23,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T18:19:23,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T18:19:23,992 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-03T18:19:23,992 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-12-03T18:19:23,992 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1659134806, stopped=false
2024-12-03T18:19:23,993 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5cd6afc4bcac,45519,1733249922011
2024-12-03T18:19:24,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42763-0x1019db482e00002, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-03T18:19:24,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35363-0x1019db482e00003, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-03T18:19:24,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x1019db482e00000, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-03T18:19:24,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42763-0x1019db482e00002, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T18:19:24,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x1019db482e00000, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T18:19:24,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35363-0x1019db482e00003, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T18:19:24,010 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-03T18:19:24,010 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35363-0x1019db482e00003, quorum=127.0.0.1:50174, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-03T18:19:24,010 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45519-0x1019db482e00000, quorum=127.0.0.1:50174, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-03T18:19:24,010 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42763-0x1019db482e00002, quorum=127.0.0.1:50174, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-03T18:19:24,011 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-03T18:19:24,011 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153)
    at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T18:19:24,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T18:19:24,012 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5cd6afc4bcac,42763,1733249923124' *****
2024-12-03T18:19:24,012 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-03T18:19:24,012 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5cd6afc4bcac,35363,1733249923197' *****
2024-12-03T18:19:24,012 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-03T18:19:24,012 INFO  [RS:1;5cd6afc4bcac:42763 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-03T18:19:24,012 INFO  [RS:1;5cd6afc4bcac:42763 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-03T18:19:24,012 INFO  [RS:1;5cd6afc4bcac:42763 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-03T18:19:24,012 INFO  [RS:1;5cd6afc4bcac:42763 {}] regionserver.HRegionServer(3091): Received CLOSE for 47f78c731817d1d5e66446a202a849fe
2024-12-03T18:19:24,012 INFO  [RS:1;5cd6afc4bcac:42763 {}] regionserver.HRegionServer(959): stopping server 5cd6afc4bcac,42763,1733249923124
2024-12-03T18:19:24,012 INFO  [RS:1;5cd6afc4bcac:42763 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-03T18:19:24,012 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 47f78c731817d1d5e66446a202a849fe, disabling compactions & flushes
2024-12-03T18:19:24,012 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.
2024-12-03T18:19:24,012 INFO  [RS:1;5cd6afc4bcac:42763 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;5cd6afc4bcac:42763.
2024-12-03T18:19:24,012 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.
2024-12-03T18:19:24,012 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe. after waiting 0 ms
2024-12-03T18:19:24,012 DEBUG [RS:1;5cd6afc4bcac:42763 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T18:19:24,012 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.
2024-12-03T18:19:24,012 DEBUG [RS:1;5cd6afc4bcac:42763 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T18:19:24,012 INFO  [RS:1;5cd6afc4bcac:42763 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-12-03T18:19:24,013 DEBUG [RS:1;5cd6afc4bcac:42763 {}] regionserver.HRegionServer(1325): Online Regions={47f78c731817d1d5e66446a202a849fe=testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.}
2024-12-03T18:19:24,013 DEBUG [RS:1;5cd6afc4bcac:42763 {}] regionserver.HRegionServer(1351): Waiting on 47f78c731817d1d5e66446a202a849fe
2024-12-03T18:19:24,013 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-03T18:19:24,013 INFO  [RS:2;5cd6afc4bcac:35363 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-03T18:19:24,013 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-03T18:19:24,013 INFO  [RS:2;5cd6afc4bcac:35363 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-03T18:19:24,013 INFO  [RS:2;5cd6afc4bcac:35363 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-03T18:19:24,013 INFO  [RS:2;5cd6afc4bcac:35363 {}] regionserver.HRegionServer(959): stopping server 5cd6afc4bcac,35363,1733249923197
2024-12-03T18:19:24,013 INFO  [RS:2;5cd6afc4bcac:35363 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-03T18:19:24,013 INFO  [RS:2;5cd6afc4bcac:35363 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;5cd6afc4bcac:35363.
2024-12-03T18:19:24,013 DEBUG [RS:2;5cd6afc4bcac:35363 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-03T18:19:24,013 DEBUG [RS:2;5cd6afc4bcac:35363 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T18:19:24,014 INFO  [RS:2;5cd6afc4bcac:35363 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-03T18:19:24,014 INFO  [RS:2;5cd6afc4bcac:35363 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-03T18:19:24,014 INFO  [RS:2;5cd6afc4bcac:35363 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-03T18:19:24,014 INFO  [RS:2;5cd6afc4bcac:35363 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-12-03T18:19:24,014 INFO  [RS:2;5cd6afc4bcac:35363 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-12-03T18:19:24,014 DEBUG [RS:2;5cd6afc4bcac:35363 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-12-03T18:19:24,014 DEBUG [RS:2;5cd6afc4bcac:35363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-12-03T18:19:24,015 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-03T18:19:24,015 INFO  [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-03T18:19:24,015 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-03T18:19:24,015 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-03T18:19:24,015 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-03T18:19:24,015 INFO  [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB
2024-12-03T18:19:24,018 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/default/testReplayEditsAfterRegionMovedWithMultiCF/47f78c731817d1d5e66446a202a849fe/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17
2024-12-03T18:19:24,018 INFO  [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.
2024-12-03T18:19:24,018 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 47f78c731817d1d5e66446a202a849fe:
Waiting for close lock at 1733249964012Running coprocessor pre-close hooks at 1733249964012Disabling compacts and flushes for region at 1733249964012Disabling writes for close at 1733249964012Writing region close event to WAL at 1733249964014 (+2 ms)Running coprocessor post-close hooks at 1733249964018 (+4 ms)Closed at 1733249964018
2024-12-03T18:19:24,019 DEBUG [RS_CLOSE_REGION-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe.
2024-12-03T18:19:24,020 INFO  [regionserver/5cd6afc4bcac:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-03T18:19:24,045 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/hbase/meta/1588230740/.tmp/info/3639d49d22b54961b127aa60bbcd411b is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1733249938850.47f78c731817d1d5e66446a202a849fe./info:regioninfo/1733249942029/Put/seqid=0
2024-12-03T18:19:24,064 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741938_1118 (size=8243)
2024-12-03T18:19:24,065 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741938_1118 (size=8243)
2024-12-03T18:19:24,065 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741938_1118 (size=8243)
2024-12-03T18:19:24,066 INFO  [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/hbase/meta/1588230740/.tmp/info/3639d49d22b54961b127aa60bbcd411b
2024-12-03T18:19:24,093 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/hbase/meta/1588230740/.tmp/ns/2c4cc0682c0446d2ba0d179b767c30ff is 43, key is default/ns:d/1733249926323/Put/seqid=0
2024-12-03T18:19:24,102 INFO  [regionserver/5cd6afc4bcac:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-03T18:19:24,106 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741939_1119 (size=5153)
2024-12-03T18:19:24,107 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741939_1119 (size=5153)
2024-12-03T18:19:24,109 INFO  [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/hbase/meta/1588230740/.tmp/ns/2c4cc0682c0446d2ba0d179b767c30ff
2024-12-03T18:19:24,110 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741939_1119 (size=5153)
2024-12-03T18:19:24,137 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/hbase/meta/1588230740/.tmp/table/c92083dde3244a50a989bc0873bc5ef2 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1733249939288/Put/seqid=0
2024-12-03T18:19:24,164 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741940_1120 (size=5431)
2024-12-03T18:19:24,164 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741940_1120 (size=5431)
2024-12-03T18:19:24,165 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741940_1120 (size=5431)
2024-12-03T18:19:24,166 INFO  [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/hbase/meta/1588230740/.tmp/table/c92083dde3244a50a989bc0873bc5ef2
2024-12-03T18:19:24,176 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/hbase/meta/1588230740/.tmp/info/3639d49d22b54961b127aa60bbcd411b as hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/hbase/meta/1588230740/info/3639d49d22b54961b127aa60bbcd411b
2024-12-03T18:19:24,188 INFO  [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/hbase/meta/1588230740/info/3639d49d22b54961b127aa60bbcd411b, entries=18, sequenceid=21, filesize=8.0 K
2024-12-03T18:19:24,190 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/hbase/meta/1588230740/.tmp/ns/2c4cc0682c0446d2ba0d179b767c30ff as hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/hbase/meta/1588230740/ns/2c4cc0682c0446d2ba0d179b767c30ff
2024-12-03T18:19:24,201 INFO  [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/hbase/meta/1588230740/ns/2c4cc0682c0446d2ba0d179b767c30ff, entries=2, sequenceid=21, filesize=5.0 K
2024-12-03T18:19:24,203 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/hbase/meta/1588230740/.tmp/table/c92083dde3244a50a989bc0873bc5ef2 as hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/hbase/meta/1588230740/table/c92083dde3244a50a989bc0873bc5ef2
2024-12-03T18:19:24,211 INFO  [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/hbase/meta/1588230740/table/c92083dde3244a50a989bc0873bc5ef2, entries=2, sequenceid=21, filesize=5.3 K
2024-12-03T18:19:24,212 INFO  [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 197ms, sequenceid=21, compaction requested=false
2024-12-03T18:19:24,213 INFO  [RS:1;5cd6afc4bcac:42763 {}] regionserver.HRegionServer(976): stopping server 5cd6afc4bcac,42763,1733249923124; all regions closed.
2024-12-03T18:19:24,214 DEBUG [RS:2;5cd6afc4bcac:35363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-12-03T18:19:24,221 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741834_1010 (size=3433)
2024-12-03T18:19:24,222 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741834_1010 (size=3433)
2024-12-03T18:19:24,225 DEBUG [RS:1;5cd6afc4bcac:42763 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/oldWALs
2024-12-03T18:19:24,225 INFO  [RS:1;5cd6afc4bcac:42763 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5cd6afc4bcac%2C42763%2C1733249923124:(num 1733249925528)
2024-12-03T18:19:24,225 DEBUG [RS:1;5cd6afc4bcac:42763 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T18:19:24,225 INFO  [RS:1;5cd6afc4bcac:42763 {}] regionserver.LeaseManager(133): Closed leases
2024-12-03T18:19:24,225 INFO  [RS:1;5cd6afc4bcac:42763 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-03T18:19:24,225 INFO  [RS:1;5cd6afc4bcac:42763 {}] hbase.ChoreService(370): Chore service for: regionserver/5cd6afc4bcac:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-12-03T18:19:24,225 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1
2024-12-03T18:19:24,225 INFO  [RS:1;5cd6afc4bcac:42763 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-03T18:19:24,225 INFO  [RS:1;5cd6afc4bcac:42763 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-03T18:19:24,225 INFO  [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-03T18:19:24,225 INFO  [RS:1;5cd6afc4bcac:42763 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-03T18:19:24,225 INFO  [RS:1;5cd6afc4bcac:42763 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-03T18:19:24,225 INFO  [RS:1;5cd6afc4bcac:42763 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42763
2024-12-03T18:19:24,226 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-03T18:19:24,226 INFO  [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-03T18:19:24,227 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733249964015Running coprocessor pre-close hooks at 1733249964015Disabling compacts and flushes for region at 1733249964015Disabling writes for close at 1733249964015Obtaining lock to block concurrent updates at 1733249964015Preparing flush snapshotting stores in 1588230740 at 1733249964015Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1733249964015Flushing stores of hbase:meta,,1.1588230740 at 1733249964016 (+1 ms)Flushing 1588230740/info: creating writer at 1733249964016Flushing 1588230740/info: appending metadata at 1733249964044 (+28 ms)Flushing 1588230740/info: closing flushed file at 1733249964044Flushing 1588230740/ns: creating writer at 1733249964075 (+31 ms)Flushing 1588230740/ns: appending metadata at 1733249964092 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733249964092Flushing 1588230740/table: creating writer at 1733249964118 (+26 ms)Flushing 1588230740/table: appending metadata at 1733249964136 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733249964136Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@653ed470: reopening flushed file at 1733249964174 (+38 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64e62b05: reopening flushed file at 1733249964189 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ea3d21d: reopening flushed file at 1733249964201 (+12 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 197ms, sequenceid=21, compaction requested=false at 1733249964212 (+11 ms)Writing region close event to WAL at 1733249964220 (+8 ms)Running coprocessor post-close hooks at 1733249964226 (+6 ms)Closed at 1733249964226
2024-12-03T18:19:24,227 DEBUG [RS_CLOSE_META-regionserver/5cd6afc4bcac:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-12-03T18:19:24,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x1019db482e00000, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-03T18:19:24,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42763-0x1019db482e00002, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5cd6afc4bcac,42763,1733249923124
2024-12-03T18:19:24,237 INFO  [RS:1;5cd6afc4bcac:42763 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-03T18:19:24,246 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5cd6afc4bcac,42763,1733249923124]
2024-12-03T18:19:24,254 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5cd6afc4bcac,42763,1733249923124 already deleted, retry=false
2024-12-03T18:19:24,254 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5cd6afc4bcac,42763,1733249923124 expired; onlineServers=1
2024-12-03T18:19:24,346 INFO  [RS:1;5cd6afc4bcac:42763 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-03T18:19:24,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42763-0x1019db482e00002, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-03T18:19:24,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42763-0x1019db482e00002, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-03T18:19:24,346 INFO  [RS:1;5cd6afc4bcac:42763 {}] regionserver.HRegionServer(1031): Exiting; stopping=5cd6afc4bcac,42763,1733249923124; zookeeper connection closed.
2024-12-03T18:19:24,346 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2841b828 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2841b828
2024-12-03T18:19:24,409 INFO  [regionserver/5cd6afc4bcac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-12-03T18:19:24,410 INFO  [regionserver/5cd6afc4bcac:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-12-03T18:19:24,415 INFO  [RS:2;5cd6afc4bcac:35363 {}] regionserver.HRegionServer(976): stopping server 5cd6afc4bcac,35363,1733249923197; all regions closed.
2024-12-03T18:19:24,418 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741836_1012 (size=8899)
2024-12-03T18:19:24,418 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741836_1012 (size=8899)
2024-12-03T18:19:24,418 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741836_1012 (size=8899)
2024-12-03T18:19:24,420 DEBUG [RS:2;5cd6afc4bcac:35363 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/oldWALs
2024-12-03T18:19:24,420 INFO  [RS:2;5cd6afc4bcac:35363 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5cd6afc4bcac%2C35363%2C1733249923197.meta:.meta(num 1733249926140)
2024-12-03T18:19:24,422 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741835_1011 (size=93)
2024-12-03T18:19:24,422 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741835_1011 (size=93)
2024-12-03T18:19:24,427 DEBUG [RS:2;5cd6afc4bcac:35363 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/oldWALs
2024-12-03T18:19:24,427 INFO  [RS:2;5cd6afc4bcac:35363 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5cd6afc4bcac%2C35363%2C1733249923197:(num 1733249925528)
2024-12-03T18:19:24,427 DEBUG [RS:2;5cd6afc4bcac:35363 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-03T18:19:24,427 INFO  [RS:2;5cd6afc4bcac:35363 {}] regionserver.LeaseManager(133): Closed leases
2024-12-03T18:19:24,427 INFO  [RS:2;5cd6afc4bcac:35363 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-03T18:19:24,428 INFO  [RS:2;5cd6afc4bcac:35363 {}] hbase.ChoreService(370): Chore service for: regionserver/5cd6afc4bcac:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-12-03T18:19:24,428 INFO  [RS:2;5cd6afc4bcac:35363 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-03T18:19:24,428 INFO  [regionserver/5cd6afc4bcac:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-03T18:19:24,428 INFO  [RS:2;5cd6afc4bcac:35363 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35363
2024-12-03T18:19:24,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35363-0x1019db482e00003, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5cd6afc4bcac,35363,1733249923197
2024-12-03T18:19:24,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x1019db482e00000, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-03T18:19:24,437 INFO  [RS:2;5cd6afc4bcac:35363 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-03T18:19:24,445 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5cd6afc4bcac,35363,1733249923197]
2024-12-03T18:19:24,453 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/5cd6afc4bcac,35363,1733249923197 already deleted, retry=false
2024-12-03T18:19:24,454 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5cd6afc4bcac,35363,1733249923197 expired; onlineServers=0
2024-12-03T18:19:24,454 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5cd6afc4bcac,45519,1733249922011' *****
2024-12-03T18:19:24,454 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-12-03T18:19:24,454 INFO  [M:0;5cd6afc4bcac:45519 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-03T18:19:24,454 INFO  [M:0;5cd6afc4bcac:45519 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-03T18:19:24,454 DEBUG [M:0;5cd6afc4bcac:45519 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-12-03T18:19:24,454 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-12-03T18:19:24,454 DEBUG [M:0;5cd6afc4bcac:45519 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-12-03T18:19:24,454 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733249925097 {}] cleaner.HFileCleaner(306): Exit Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.small.0-1733249925097,5,FailOnTimeoutGroup]
2024-12-03T18:19:24,454 DEBUG [master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733249925077 {}] cleaner.HFileCleaner(306): Exit Thread[master/5cd6afc4bcac:0:becomeActiveMaster-HFileCleaner.large.0-1733249925077,5,FailOnTimeoutGroup]
2024-12-03T18:19:24,455 INFO  [M:0;5cd6afc4bcac:45519 {}] hbase.ChoreService(370): Chore service for: master/5cd6afc4bcac:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-12-03T18:19:24,455 INFO  [M:0;5cd6afc4bcac:45519 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-03T18:19:24,455 DEBUG [M:0;5cd6afc4bcac:45519 {}] master.HMaster(1795): Stopping service threads
2024-12-03T18:19:24,455 INFO  [M:0;5cd6afc4bcac:45519 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-03T18:19:24,455 INFO  [M:0;5cd6afc4bcac:45519 {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-03T18:19:24,455 INFO  [M:0;5cd6afc4bcac:45519 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-12-03T18:19:24,456 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-12-03T18:19:24,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x1019db482e00000, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-03T18:19:24,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x1019db482e00000, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-03T18:19:24,462 DEBUG [M:0;5cd6afc4bcac:45519 {}] zookeeper.ZKUtil(347): master:45519-0x1019db482e00000, quorum=127.0.0.1:50174, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-12-03T18:19:24,462 WARN  [M:0;5cd6afc4bcac:45519 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-12-03T18:19:24,463 INFO  [M:0;5cd6afc4bcac:45519 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/.lastflushedseqids
2024-12-03T18:19:24,491 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741941_1121 (size=138)
2024-12-03T18:19:24,491 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741941_1121 (size=138)
2024-12-03T18:19:24,491 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741941_1121 (size=138)
2024-12-03T18:19:24,495 INFO  [M:0;5cd6afc4bcac:45519 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-12-03T18:19:24,495 INFO  [M:0;5cd6afc4bcac:45519 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-12-03T18:19:24,495 DEBUG [M:0;5cd6afc4bcac:45519 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-03T18:19:24,495 INFO  [M:0;5cd6afc4bcac:45519 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T18:19:24,495 DEBUG [M:0;5cd6afc4bcac:45519 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T18:19:24,495 DEBUG [M:0;5cd6afc4bcac:45519 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-03T18:19:24,495 DEBUG [M:0;5cd6afc4bcac:45519 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T18:19:24,495 INFO  [M:0;5cd6afc4bcac:45519 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.36 KB heapSize=83.73 KB
2024-12-03T18:19:24,511 DEBUG [M:0;5cd6afc4bcac:45519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/24bdcdca9d3c4a4eae336146c97ac38d is 82, key is hbase:meta,,1/info:regioninfo/1733249926225/Put/seqid=0
2024-12-03T18:19:24,521 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741942_1122 (size=5672)
2024-12-03T18:19:24,521 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741942_1122 (size=5672)
2024-12-03T18:19:24,521 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741942_1122 (size=5672)
2024-12-03T18:19:24,523 INFO  [M:0;5cd6afc4bcac:45519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/24bdcdca9d3c4a4eae336146c97ac38d
2024-12-03T18:19:24,546 INFO  [RS:2;5cd6afc4bcac:35363 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-03T18:19:24,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35363-0x1019db482e00003, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-03T18:19:24,546 INFO  [RS:2;5cd6afc4bcac:35363 {}] regionserver.HRegionServer(1031): Exiting; stopping=5cd6afc4bcac,35363,1733249923197; zookeeper connection closed.
2024-12-03T18:19:24,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35363-0x1019db482e00003, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-03T18:19:24,546 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4e7a7968 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4e7a7968
2024-12-03T18:19:24,547 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete
2024-12-03T18:19:24,547 DEBUG [M:0;5cd6afc4bcac:45519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8dad60be39cd4281beeaa9cd58f5e151 is 1077, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733249939295/Put/seqid=0
2024-12-03T18:19:24,562 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741943_1123 (size=7756)
2024-12-03T18:19:24,563 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741943_1123 (size=7756)
2024-12-03T18:19:24,563 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741943_1123 (size=7756)
2024-12-03T18:19:24,962 INFO  [M:0;5cd6afc4bcac:45519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.62 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8dad60be39cd4281beeaa9cd58f5e151
2024-12-03T18:19:24,967 INFO  [M:0;5cd6afc4bcac:45519 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8dad60be39cd4281beeaa9cd58f5e151
2024-12-03T18:19:24,985 DEBUG [M:0;5cd6afc4bcac:45519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d021102fcaca4484839ed3d4d2df0288 is 69, key is 5cd6afc4bcac,35363,1733249923197/rs:state/1733249925209/Put/seqid=0
2024-12-03T18:19:25,000 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741944_1124 (size=5445)
2024-12-03T18:19:25,001 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741944_1124 (size=5445)
2024-12-03T18:19:25,001 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37811 is added to blk_1073741944_1124 (size=5445)
2024-12-03T18:19:25,402 INFO  [M:0;5cd6afc4bcac:45519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d021102fcaca4484839ed3d4d2df0288
2024-12-03T18:19:25,408 INFO  [M:0;5cd6afc4bcac:45519 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d021102fcaca4484839ed3d4d2df0288
2024-12-03T18:19:25,410 DEBUG [M:0;5cd6afc4bcac:45519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/24bdcdca9d3c4a4eae336146c97ac38d as hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/24bdcdca9d3c4a4eae336146c97ac38d
2024-12-03T18:19:25,417 INFO  [M:0;5cd6afc4bcac:45519 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/24bdcdca9d3c4a4eae336146c97ac38d, entries=8, sequenceid=168, filesize=5.5 K
2024-12-03T18:19:25,418 DEBUG [M:0;5cd6afc4bcac:45519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8dad60be39cd4281beeaa9cd58f5e151 as hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8dad60be39cd4281beeaa9cd58f5e151
2024-12-03T18:19:25,423 INFO  [M:0;5cd6afc4bcac:45519 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8dad60be39cd4281beeaa9cd58f5e151
2024-12-03T18:19:25,423 INFO  [M:0;5cd6afc4bcac:45519 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8dad60be39cd4281beeaa9cd58f5e151, entries=17, sequenceid=168, filesize=7.6 K
2024-12-03T18:19:25,424 DEBUG [M:0;5cd6afc4bcac:45519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d021102fcaca4484839ed3d4d2df0288 as hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d021102fcaca4484839ed3d4d2df0288
2024-12-03T18:19:25,429 INFO  [M:0;5cd6afc4bcac:45519 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d021102fcaca4484839ed3d4d2df0288
2024-12-03T18:19:25,429 INFO  [M:0;5cd6afc4bcac:45519 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39471/user/jenkins/test-data/f58c9ced-b699-043d-c593-bc151f3535fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d021102fcaca4484839ed3d4d2df0288, entries=3, sequenceid=168, filesize=5.3 K
2024-12-03T18:19:25,430 INFO  [M:0;5cd6afc4bcac:45519 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.36 KB/69996, heapSize ~83.44 KB/85440, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 935ms, sequenceid=168, compaction requested=false
2024-12-03T18:19:25,431 INFO  [M:0;5cd6afc4bcac:45519 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-03T18:19:25,431 DEBUG [M:0;5cd6afc4bcac:45519 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733249964495Disabling compacts and flushes for region at 1733249964495Disabling writes for close at 1733249964495Obtaining lock to block concurrent updates at 1733249964495Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733249964495Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69996, getHeapSize=85680, getOffHeapSize=0, getCellsCount=195 at 1733249964496 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733249964496Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733249964496Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733249964511 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733249964511Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733249964528 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733249964546 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733249964546Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733249964967 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733249964984 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733249964984Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@357cbd5: reopening flushed file at 1733249965408 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f48d332: reopening flushed file at 1733249965417 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52148c20: reopening flushed file at 1733249965424 (+7 ms)Finished flush of dataSize ~68.36 KB/69996, heapSize ~83.44 KB/85440, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 935ms, sequenceid=168, compaction requested=false at 1733249965430 (+6 ms)Writing region close event to WAL at 1733249965431 (+1 ms)Closed at 1733249965431
2024-12-03T18:19:25,433 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42307 is added to blk_1073741830_1006 (size=81443)
2024-12-03T18:19:25,433 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741830_1006 (size=81443)
2024-12-03T18:19:25,434 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-03T18:19:25,434 INFO  [M:0;5cd6afc4bcac:45519 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-12-03T18:19:25,434 INFO  [M:0;5cd6afc4bcac:45519 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45519
2024-12-03T18:19:25,435 INFO  [M:0;5cd6afc4bcac:45519 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-03T18:19:25,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x1019db482e00000, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-03T18:19:25,551 INFO  [M:0;5cd6afc4bcac:45519 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-03T18:19:25,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45519-0x1019db482e00000, quorum=127.0.0.1:50174, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-03T18:19:25,558 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733249942366/wal.1733249943217 with renewLeaseKey: DEFAULT_16655
java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733249942366/wal.1733249943217 (inode 16655) Holder DFSClient_NONMAPREDUCE_548913958_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733249942366/wal.1733249943217 (inode 16655) Holder DFSClient_NONMAPREDUCE_548913958_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 25 more
2024-12-03T18:19:25,559 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733249934413/wal.1733249934511 with renewLeaseKey: DEFAULT_16586
java.io.IOException: stream already broken
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T18:19:25,560 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733249958873/wal.1733249959364 with renewLeaseKey: DEFAULT_16767
java.io.IOException: stream already broken
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T18:19:25,562 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733249943359/wal.1733249952577 with renewLeaseKey: DEFAULT_16678
java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733249943359/wal.1733249952577 (inode 16678) Holder DFSClient_NONMAPREDUCE_548913958_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733249943359/wal.1733249952577 (inode 16678) Holder DFSClient_NONMAPREDUCE_548913958_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 25 more
2024-12-03T18:19:25,563 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733249927769/wal.1733249927841 with renewLeaseKey: DEFAULT_16506
java.io.IOException: stream already broken
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T18:19:25,565 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733249953213/wal.1733249953934 with renewLeaseKey: DEFAULT_16704
java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733249953213/wal.1733249953934 (inode 16704) Holder DFSClient_NONMAPREDUCE_548913958_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733249953213/wal.1733249953934 (inode 16704) Holder DFSClient_NONMAPREDUCE_548913958_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 25 more
2024-12-03T18:19:25,566 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733249954178/wal.1733249954278 with renewLeaseKey: DEFAULT_16726
java.io.IOException: stream already broken
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-03T18:19:25,568 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733249927259/wal.1733249927620 with renewLeaseKey: DEFAULT_16485
java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733249927259/wal.1733249927620 (inode 16485) Holder DFSClient_NONMAPREDUCE_548913958_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733249927259/wal.1733249927620 (inode 16485) Holder DFSClient_NONMAPREDUCE_548913958_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 25 more
2024-12-03T18:19:25,570 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733249926594/wal.1733249926956 with renewLeaseKey: DEFAULT_16462
java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733249926594/wal.1733249926956 (inode 16462) Holder DFSClient_NONMAPREDUCE_548913958_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733249926594/wal.1733249926956 (inode 16462) Holder DFSClient_NONMAPREDUCE_548913958_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 25 more
2024-12-03T18:19:25,575 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@638bb008{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-03T18:19:25,577 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@394c588e{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-03T18:19:25,577 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-03T18:19:25,577 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cda6c9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-03T18:19:25,577 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4870c3fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/hadoop.log.dir/,STOPPED}
2024-12-03T18:19:25,580 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-12-03T18:19:25,580 WARN  [BP-1638623662-172.17.0.3-1733249917700 heartbeating to localhost/127.0.0.1:39471 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-12-03T18:19:25,580 WARN  [BP-1638623662-172.17.0.3-1733249917700 heartbeating to localhost/127.0.0.1:39471 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1638623662-172.17.0.3-1733249917700 (Datanode Uuid 7cc99417-e6d5-4212-b507-f56bc05d65db) service to localhost/127.0.0.1:39471
2024-12-03T18:19:25,580 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-12-03T18:19:25,581 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/cluster_babe562e-c809-d1da-06c4-720114888687/data/data5/current/BP-1638623662-172.17.0.3-1733249917700 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-03T18:19:25,582 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/cluster_babe562e-c809-d1da-06c4-720114888687/data/data6/current/BP-1638623662-172.17.0.3-1733249917700 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-03T18:19:25,582 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-12-03T18:19:25,585 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bdffcb9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-03T18:19:25,586 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55b08a17{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-03T18:19:25,586 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-03T18:19:25,586 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ea2c5fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-03T18:19:25,586 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c155ec7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/hadoop.log.dir/,STOPPED}
2024-12-03T18:19:25,587 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-12-03T18:19:25,587 WARN  [BP-1638623662-172.17.0.3-1733249917700 heartbeating to localhost/127.0.0.1:39471 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-12-03T18:19:25,587 WARN  [BP-1638623662-172.17.0.3-1733249917700 heartbeating to localhost/127.0.0.1:39471 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1638623662-172.17.0.3-1733249917700 (Datanode Uuid 3aa839aa-ce9d-4abf-8b51-430dd4cec67f) service to localhost/127.0.0.1:39471
2024-12-03T18:19:25,587 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-12-03T18:19:25,588 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/cluster_babe562e-c809-d1da-06c4-720114888687/data/data3/current/BP-1638623662-172.17.0.3-1733249917700 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-03T18:19:25,588 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/cluster_babe562e-c809-d1da-06c4-720114888687/data/data4/current/BP-1638623662-172.17.0.3-1733249917700 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-03T18:19:25,588 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-12-03T18:19:25,591 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53a60ac5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-03T18:19:25,592 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b9d2b29{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-03T18:19:25,592 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-03T18:19:25,592 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f0d3e1c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-03T18:19:25,592 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15fab457{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/hadoop.log.dir/,STOPPED}
2024-12-03T18:19:25,593 WARN  [BP-1638623662-172.17.0.3-1733249917700 heartbeating to localhost/127.0.0.1:39471 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-12-03T18:19:25,593 WARN  [BP-1638623662-172.17.0.3-1733249917700 heartbeating to localhost/127.0.0.1:39471 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1638623662-172.17.0.3-1733249917700 (Datanode Uuid a5b74f36-5938-4b52-98bc-26edf85b4985) service to localhost/127.0.0.1:39471
2024-12-03T18:19:25,593 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/cluster_babe562e-c809-d1da-06c4-720114888687/data/data1/current/BP-1638623662-172.17.0.3-1733249917700 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-03T18:19:25,594 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/cluster_babe562e-c809-d1da-06c4-720114888687/data/data2/current/BP-1638623662-172.17.0.3-1733249917700 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-03T18:19:25,594 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-12-03T18:19:25,594 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-12-03T18:19:25,594 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-12-03T18:19:25,599 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c411b81{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-03T18:19:25,600 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71f91499{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-03T18:19:25,600 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-03T18:19:25,600 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a9265d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-03T18:19:25,600 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c1cc886{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e4ddd03-9836-0708-c92a-0dc8b7fbe2d6/hadoop.log.dir/,STOPPED}
2024-12-03T18:19:25,608 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-12-03T18:19:25,671 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down