2024-12-05 12:27:10,335 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a
2024-12-05 12:27:10,353 main DEBUG Took 0.013672 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-12-05 12:27:10,353 main DEBUG PluginManager 'Core' found 129 plugins
2024-12-05 12:27:10,354 main DEBUG PluginManager 'Level' found 0 plugins
2024-12-05 12:27:10,355 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-12-05 12:27:10,356 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 12:27:10,366 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-12-05 12:27:10,383 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 12:27:10,385 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 12:27:10,385 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 12:27:10,386 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 12:27:10,386 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 12:27:10,387 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 12:27:10,388 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 12:27:10,388 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 12:27:10,389 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 12:27:10,389 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 12:27:10,390 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 12:27:10,391 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 12:27:10,391 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 12:27:10,392 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 12:27:10,392 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 12:27:10,393 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 12:27:10,393 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 12:27:10,394 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 12:27:10,394 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 12:27:10,395 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 12:27:10,395 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 12:27:10,396 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 12:27:10,396 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 12:27:10,397 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 12:27:10,397 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 12:27:10,398 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-12-05 12:27:10,399 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 12:27:10,402 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-12-05 12:27:10,404 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-12-05 12:27:10,405 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-12-05 12:27:10,406 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-12-05 12:27:10,406 main DEBUG PluginManager 'Converter' found 47 plugins
2024-12-05 12:27:10,418 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-12-05 12:27:10,421 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-12-05 12:27:10,423 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-12-05 12:27:10,424 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-12-05 12:27:10,424 main DEBUG createAppenders(={Console})
2024-12-05 12:27:10,425 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized
2024-12-05 12:27:10,426 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a
2024-12-05 12:27:10,426 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK.
2024-12-05 12:27:10,427 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-12-05 12:27:10,427 main DEBUG OutputStream closed
2024-12-05 12:27:10,427 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-12-05 12:27:10,428 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-12-05 12:27:10,428 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK
2024-12-05 12:27:10,534 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-12-05 12:27:10,537 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-12-05 12:27:10,538 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-12-05 12:27:10,539 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-12-05 12:27:10,540 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-12-05 12:27:10,541 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-12-05 12:27:10,541 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-12-05 12:27:10,541 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-12-05 12:27:10,542 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-12-05 12:27:10,542 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-12-05 12:27:10,543 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-12-05 12:27:10,543 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-12-05 12:27:10,544 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-12-05 12:27:10,544 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-12-05 12:27:10,544 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-12-05 12:27:10,545 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-12-05 12:27:10,545 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-12-05 12:27:10,546 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-12-05 12:27:10,549 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-05 12:27:10,549 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null
2024-12-05 12:27:10,550 main DEBUG Shutdown hook enabled. Registering a new one.
2024-12-05 12:27:10,551 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK.
2024-12-05T12:27:10,934 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392
2024-12-05 12:27:10,938 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-12-05 12:27:10,939 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-05T12:27:10,951 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins
2024-12-05T12:27:10,959 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestSecureAsyncWALReplay timeout: 13 mins
2024-12-05T12:27:10,988 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-12-05T12:27:11,047 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-12-05T12:27:11,048 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-12-05T12:27:11,068 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-12-05T12:27:11,087 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/cluster_04abff73-b402-e607-235b-eeda6ab91151, deleteOnExit=true
2024-12-05T12:27:11,088 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-12-05T12:27:11,089 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/test.cache.data in system properties and HBase conf
2024-12-05T12:27:11,093 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/hadoop.tmp.dir in system properties and HBase conf
2024-12-05T12:27:11,093 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/hadoop.log.dir in system properties and HBase conf
2024-12-05T12:27:11,094 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/mapreduce.cluster.local.dir in system properties and HBase conf
2024-12-05T12:27:11,094 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-12-05T12:27:11,095 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-12-05T12:27:11,231 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-12-05T12:27:11,423 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-05T12:27:11,429 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-12-05T12:27:11,430 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-12-05T12:27:11,431 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-12-05T12:27:11,431 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-05T12:27:11,433 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-12-05T12:27:11,434 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-12-05T12:27:11,435 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-05T12:27:11,437 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-05T12:27:11,440 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-12-05T12:27:11,441 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/nfs.dump.dir in system properties and HBase conf
2024-12-05T12:27:11,441 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/java.io.tmpdir in system properties and HBase conf
2024-12-05T12:27:11,442 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-05T12:27:11,442 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-12-05T12:27:11,442 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-12-05T12:27:12,543 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-12-05T12:27:12,672 INFO  [Time-limited test {}] log.Log(170): Logging initialized @3358ms to org.eclipse.jetty.util.log.Slf4jLog
2024-12-05T12:27:12,793 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-05T12:27:12,874 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-05T12:27:12,926 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-05T12:27:12,927 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-05T12:27:12,928 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-05T12:27:12,953 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-05T12:27:12,965 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@264e890{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/hadoop.log.dir/,AVAILABLE}
2024-12-05T12:27:12,966 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@652099c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-05T12:27:13,214 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c03e044{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/java.io.tmpdir/jetty-localhost-32939-hadoop-hdfs-3_4_1-tests_jar-_-any-6188049074569423772/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-05T12:27:13,221 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@698721f1{HTTP/1.1, (http/1.1)}{localhost:32939}
2024-12-05T12:27:13,222 INFO  [Time-limited test {}] server.Server(415): Started @3908ms
2024-12-05T12:27:13,713 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-05T12:27:13,723 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-05T12:27:13,725 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-05T12:27:13,725 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-05T12:27:13,726 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-05T12:27:13,727 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3161f7a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/hadoop.log.dir/,AVAILABLE}
2024-12-05T12:27:13,727 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@751d2fa4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-05T12:27:13,902 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@501095cc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/java.io.tmpdir/jetty-localhost-35163-hadoop-hdfs-3_4_1-tests_jar-_-any-13680414598968039666/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-05T12:27:13,903 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b37aa87{HTTP/1.1, (http/1.1)}{localhost:35163}
2024-12-05T12:27:13,903 INFO  [Time-limited test {}] server.Server(415): Started @4590ms
2024-12-05T12:27:13,972 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-12-05T12:27:14,173 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-05T12:27:14,183 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-05T12:27:14,187 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-05T12:27:14,187 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-05T12:27:14,187 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-05T12:27:14,188 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7acb2c1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/hadoop.log.dir/,AVAILABLE}
2024-12-05T12:27:14,188 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c7d32f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-05T12:27:14,358 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64052af6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/java.io.tmpdir/jetty-localhost-45035-hadoop-hdfs-3_4_1-tests_jar-_-any-17111146542387163211/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-05T12:27:14,359 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@645d24a7{HTTP/1.1, (http/1.1)}{localhost:45035}
2024-12-05T12:27:14,360 INFO  [Time-limited test {}] server.Server(415): Started @5046ms
2024-12-05T12:27:14,363 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-12-05T12:27:14,466 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-05T12:27:14,495 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-05T12:27:14,504 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-05T12:27:14,504 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-05T12:27:14,504 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-12-05T12:27:14,509 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e1a8b20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/hadoop.log.dir/,AVAILABLE}
2024-12-05T12:27:14,510 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@228ffa29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-05T12:27:14,571 WARN  [Thread-104 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/cluster_04abff73-b402-e607-235b-eeda6ab91151/data/data1/current/BP-394612106-172.17.0.3-1733401632216/current, will proceed with Du for space computation calculation, 
2024-12-05T12:27:14,573 WARN  [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/cluster_04abff73-b402-e607-235b-eeda6ab91151/data/data2/current/BP-394612106-172.17.0.3-1733401632216/current, will proceed with Du for space computation calculation, 
2024-12-05T12:27:14,582 WARN  [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/cluster_04abff73-b402-e607-235b-eeda6ab91151/data/data3/current/BP-394612106-172.17.0.3-1733401632216/current, will proceed with Du for space computation calculation, 
2024-12-05T12:27:14,588 WARN  [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/cluster_04abff73-b402-e607-235b-eeda6ab91151/data/data4/current/BP-394612106-172.17.0.3-1733401632216/current, will proceed with Du for space computation calculation, 
2024-12-05T12:27:14,659 WARN  [Thread-83 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-12-05T12:27:14,661 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-12-05T12:27:14,706 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@420bc738{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/java.io.tmpdir/jetty-localhost-43667-hadoop-hdfs-3_4_1-tests_jar-_-any-16585819000400116829/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-05T12:27:14,709 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5546381a{HTTP/1.1, (http/1.1)}{localhost:43667}
2024-12-05T12:27:14,709 INFO  [Time-limited test {}] server.Server(415): Started @5395ms
2024-12-05T12:27:14,711 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-12-05T12:27:14,761 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5005d4a53addc75a with lease ID 0x9810148a7ce811f5: Processing first storage report for DS-fb10f11e-5b1a-4c6c-902d-77b74582d23e from datanode DatanodeRegistration(127.0.0.1:37437, datanodeUuid=d5857236-c9c7-433b-9d8e-1508bb0ef4dd, infoPort=32849, infoSecurePort=0, ipcPort=35673, storageInfo=lv=-57;cid=testClusterID;nsid=968864786;c=1733401632216)
2024-12-05T12:27:14,763 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5005d4a53addc75a with lease ID 0x9810148a7ce811f5: from storage DS-fb10f11e-5b1a-4c6c-902d-77b74582d23e node DatanodeRegistration(127.0.0.1:37437, datanodeUuid=d5857236-c9c7-433b-9d8e-1508bb0ef4dd, infoPort=32849, infoSecurePort=0, ipcPort=35673, storageInfo=lv=-57;cid=testClusterID;nsid=968864786;c=1733401632216), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2024-12-05T12:27:14,769 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1f2cdf13830b56bf with lease ID 0x9810148a7ce811f6: Processing first storage report for DS-0e05f7c2-0ea3-4836-bc39-ae00d96fdb5f from datanode DatanodeRegistration(127.0.0.1:40127, datanodeUuid=a37addbf-f1a6-44e6-8545-03cc142dfbdf, infoPort=38955, infoSecurePort=0, ipcPort=41385, storageInfo=lv=-57;cid=testClusterID;nsid=968864786;c=1733401632216)
2024-12-05T12:27:14,769 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1f2cdf13830b56bf with lease ID 0x9810148a7ce811f6: from storage DS-0e05f7c2-0ea3-4836-bc39-ae00d96fdb5f node DatanodeRegistration(127.0.0.1:40127, datanodeUuid=a37addbf-f1a6-44e6-8545-03cc142dfbdf, infoPort=38955, infoSecurePort=0, ipcPort=41385, storageInfo=lv=-57;cid=testClusterID;nsid=968864786;c=1733401632216), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-12-05T12:27:14,769 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5005d4a53addc75a with lease ID 0x9810148a7ce811f5: Processing first storage report for DS-82ea1cb2-37d3-4c17-94e4-26430736311b from datanode DatanodeRegistration(127.0.0.1:37437, datanodeUuid=d5857236-c9c7-433b-9d8e-1508bb0ef4dd, infoPort=32849, infoSecurePort=0, ipcPort=35673, storageInfo=lv=-57;cid=testClusterID;nsid=968864786;c=1733401632216)
2024-12-05T12:27:14,770 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5005d4a53addc75a with lease ID 0x9810148a7ce811f5: from storage DS-82ea1cb2-37d3-4c17-94e4-26430736311b node DatanodeRegistration(127.0.0.1:37437, datanodeUuid=d5857236-c9c7-433b-9d8e-1508bb0ef4dd, infoPort=32849, infoSecurePort=0, ipcPort=35673, storageInfo=lv=-57;cid=testClusterID;nsid=968864786;c=1733401632216), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-12-05T12:27:14,770 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1f2cdf13830b56bf with lease ID 0x9810148a7ce811f6: Processing first storage report for DS-f7d557f9-2d01-4c90-9e43-6ced213748dd from datanode DatanodeRegistration(127.0.0.1:40127, datanodeUuid=a37addbf-f1a6-44e6-8545-03cc142dfbdf, infoPort=38955, infoSecurePort=0, ipcPort=41385, storageInfo=lv=-57;cid=testClusterID;nsid=968864786;c=1733401632216)
2024-12-05T12:27:14,770 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1f2cdf13830b56bf with lease ID 0x9810148a7ce811f6: from storage DS-f7d557f9-2d01-4c90-9e43-6ced213748dd node DatanodeRegistration(127.0.0.1:40127, datanodeUuid=a37addbf-f1a6-44e6-8545-03cc142dfbdf, infoPort=38955, infoSecurePort=0, ipcPort=41385, storageInfo=lv=-57;cid=testClusterID;nsid=968864786;c=1733401632216), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-12-05T12:27:14,917 WARN  [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/cluster_04abff73-b402-e607-235b-eeda6ab91151/data/data5/current/BP-394612106-172.17.0.3-1733401632216/current, will proceed with Du for space computation calculation, 
2024-12-05T12:27:14,944 WARN  [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/cluster_04abff73-b402-e607-235b-eeda6ab91151/data/data6/current/BP-394612106-172.17.0.3-1733401632216/current, will proceed with Du for space computation calculation, 
2024-12-05T12:27:15,000 WARN  [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-12-05T12:27:15,007 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe4106c618d1d9cca with lease ID 0x9810148a7ce811f7: Processing first storage report for DS-3fc733fc-c606-4614-8246-34ee521fde6c from datanode DatanodeRegistration(127.0.0.1:36485, datanodeUuid=50f890b0-eb15-4c24-be10-1d527d77536a, infoPort=46323, infoSecurePort=0, ipcPort=33683, storageInfo=lv=-57;cid=testClusterID;nsid=968864786;c=1733401632216)
2024-12-05T12:27:15,007 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe4106c618d1d9cca with lease ID 0x9810148a7ce811f7: from storage DS-3fc733fc-c606-4614-8246-34ee521fde6c node DatanodeRegistration(127.0.0.1:36485, datanodeUuid=50f890b0-eb15-4c24-be10-1d527d77536a, infoPort=46323, infoSecurePort=0, ipcPort=33683, storageInfo=lv=-57;cid=testClusterID;nsid=968864786;c=1733401632216), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-12-05T12:27:15,007 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe4106c618d1d9cca with lease ID 0x9810148a7ce811f7: Processing first storage report for DS-f8902439-d9e2-45be-8dd7-0820f5f1632e from datanode DatanodeRegistration(127.0.0.1:36485, datanodeUuid=50f890b0-eb15-4c24-be10-1d527d77536a, infoPort=46323, infoSecurePort=0, ipcPort=33683, storageInfo=lv=-57;cid=testClusterID;nsid=968864786;c=1733401632216)
2024-12-05T12:27:15,008 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe4106c618d1d9cca with lease ID 0x9810148a7ce811f7: from storage DS-f8902439-d9e2-45be-8dd7-0820f5f1632e node DatanodeRegistration(127.0.0.1:36485, datanodeUuid=50f890b0-eb15-4c24-be10-1d527d77536a, infoPort=46323, infoSecurePort=0, ipcPort=33683, storageInfo=lv=-57;cid=testClusterID;nsid=968864786;c=1733401632216), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-12-05T12:27:15,261 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392
2024-12-05T12:27:15,402 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/cluster_04abff73-b402-e607-235b-eeda6ab91151/zookeeper_0, clientPort=63308, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/cluster_04abff73-b402-e607-235b-eeda6ab91151/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/cluster_04abff73-b402-e607-235b-eeda6ab91151/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-12-05T12:27:15,417 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63308
2024-12-05T12:27:15,433 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-05T12:27:15,436 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-05T12:27:15,757 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741825_1001 (size=7)
2024-12-05T12:27:15,759 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741825_1001 (size=7)
2024-12-05T12:27:15,759 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741825_1001 (size=7)
2024-12-05T12:27:16,184 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18 with version=8
2024-12-05T12:27:16,184 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/hbase-staging
2024-12-05T12:27:16,603 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/f4bc09594422:0 server-side Connection retries=45
2024-12-05T12:27:16,619 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-05T12:27:16,620 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-05T12:27:16,627 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-05T12:27:16,628 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-05T12:27:16,628 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-05T12:27:16,845 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-12-05T12:27:16,925 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-12-05T12:27:16,937 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-12-05T12:27:16,944 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-05T12:27:16,978 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 3149 (auto-detected)
2024-12-05T12:27:16,980 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-12-05T12:27:17,009 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43799
2024-12-05T12:27:17,038 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43799 connecting to ZooKeeper ensemble=127.0.0.1:63308
2024-12-05T12:27:17,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437990x0, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-05T12:27:17,106 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43799-0x100aa67f4bd0000 connected
2024-12-05T12:27:17,209 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-05T12:27:17,215 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-05T12:27:17,231 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43799-0x100aa67f4bd0000, quorum=127.0.0.1:63308, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-05T12:27:17,237 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18, hbase.cluster.distributed=false
2024-12-05T12:27:17,277 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43799-0x100aa67f4bd0000, quorum=127.0.0.1:63308, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-05T12:27:17,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43799
2024-12-05T12:27:17,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43799
2024-12-05T12:27:17,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43799
2024-12-05T12:27:17,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43799
2024-12-05T12:27:17,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43799
2024-12-05T12:27:17,483 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/f4bc09594422:0 server-side Connection retries=45
2024-12-05T12:27:17,486 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-05T12:27:17,486 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-05T12:27:17,486 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-05T12:27:17,486 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-05T12:27:17,486 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-05T12:27:17,490 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-05T12:27:17,493 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-05T12:27:17,495 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41729
2024-12-05T12:27:17,498 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41729 connecting to ZooKeeper ensemble=127.0.0.1:63308
2024-12-05T12:27:17,499 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-05T12:27:17,504 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-05T12:27:17,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417290x0, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-05T12:27:17,522 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:417290x0, quorum=127.0.0.1:63308, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-05T12:27:17,525 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41729-0x100aa67f4bd0001 connected
2024-12-05T12:27:17,528 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-05T12:27:17,541 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-05T12:27:17,544 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41729-0x100aa67f4bd0001, quorum=127.0.0.1:63308, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-05T12:27:17,551 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41729-0x100aa67f4bd0001, quorum=127.0.0.1:63308, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-05T12:27:17,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41729
2024-12-05T12:27:17,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41729
2024-12-05T12:27:17,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41729
2024-12-05T12:27:17,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41729
2024-12-05T12:27:17,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41729
2024-12-05T12:27:17,585 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/f4bc09594422:0 server-side Connection retries=45
2024-12-05T12:27:17,586 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-05T12:27:17,586 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-05T12:27:17,586 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-05T12:27:17,586 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-05T12:27:17,587 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-05T12:27:17,587 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-05T12:27:17,587 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-05T12:27:17,588 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35323
2024-12-05T12:27:17,590 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35323 connecting to ZooKeeper ensemble=127.0.0.1:63308
2024-12-05T12:27:17,591 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-05T12:27:17,594 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-05T12:27:17,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353230x0, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-05T12:27:17,602 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35323-0x100aa67f4bd0002 connected
2024-12-05T12:27:17,602 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35323-0x100aa67f4bd0002, quorum=127.0.0.1:63308, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-05T12:27:17,603 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-05T12:27:17,605 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-05T12:27:17,607 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35323-0x100aa67f4bd0002, quorum=127.0.0.1:63308, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-05T12:27:17,611 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35323-0x100aa67f4bd0002, quorum=127.0.0.1:63308, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-05T12:27:17,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35323
2024-12-05T12:27:17,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35323
2024-12-05T12:27:17,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35323
2024-12-05T12:27:17,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35323
2024-12-05T12:27:17,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35323
2024-12-05T12:27:17,645 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/f4bc09594422:0 server-side Connection retries=45
2024-12-05T12:27:17,646 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-05T12:27:17,646 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-05T12:27:17,646 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-05T12:27:17,646 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-05T12:27:17,647 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-05T12:27:17,648 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-05T12:27:17,648 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-05T12:27:17,649 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38433
2024-12-05T12:27:17,651 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38433 connecting to ZooKeeper ensemble=127.0.0.1:63308
2024-12-05T12:27:17,653 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-05T12:27:17,655 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-05T12:27:17,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384330x0, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-05T12:27:17,669 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384330x0, quorum=127.0.0.1:63308, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-05T12:27:17,670 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-05T12:27:17,671 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38433-0x100aa67f4bd0003 connected
2024-12-05T12:27:17,672 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-05T12:27:17,674 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38433-0x100aa67f4bd0003, quorum=127.0.0.1:63308, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-05T12:27:17,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38433-0x100aa67f4bd0003, quorum=127.0.0.1:63308, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-05T12:27:17,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38433
2024-12-05T12:27:17,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38433
2024-12-05T12:27:17,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38433
2024-12-05T12:27:17,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38433
2024-12-05T12:27:17,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38433
2024-12-05T12:27:17,701 DEBUG [M:0;f4bc09594422:43799 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f4bc09594422:43799
2024-12-05T12:27:17,702 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f4bc09594422,43799,1733401636341
2024-12-05T12:27:17,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x100aa67f4bd0000, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-05T12:27:17,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35323-0x100aa67f4bd0002, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-05T12:27:17,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x100aa67f4bd0001, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-05T12:27:17,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38433-0x100aa67f4bd0003, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-05T12:27:17,719 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43799-0x100aa67f4bd0000, quorum=127.0.0.1:63308, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f4bc09594422,43799,1733401636341
2024-12-05T12:27:17,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x100aa67f4bd0001, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-05T12:27:17,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x100aa67f4bd0000, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T12:27:17,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35323-0x100aa67f4bd0002, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-05T12:27:17,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x100aa67f4bd0001, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T12:27:17,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35323-0x100aa67f4bd0002, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T12:27:17,750 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43799-0x100aa67f4bd0000, quorum=127.0.0.1:63308, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-05T12:27:17,751 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f4bc09594422,43799,1733401636341 from backup master directory
2024-12-05T12:27:17,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38433-0x100aa67f4bd0003, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-05T12:27:17,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38433-0x100aa67f4bd0003, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T12:27:17,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x100aa67f4bd0001, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-05T12:27:17,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38433-0x100aa67f4bd0003, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-05T12:27:17,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x100aa67f4bd0000, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f4bc09594422,43799,1733401636341
2024-12-05T12:27:17,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x100aa67f4bd0000, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-05T12:27:17,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35323-0x100aa67f4bd0002, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-05T12:27:17,758 WARN  [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-05T12:27:17,758 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f4bc09594422,43799,1733401636341
2024-12-05T12:27:17,761 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-12-05T12:27:17,762 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-12-05T12:27:17,847 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/hbase.id] with ID: 408065cf-3faf-4cf6-92a2-47da9a5de5b4
2024-12-05T12:27:17,847 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/.tmp/hbase.id
2024-12-05T12:27:17,881 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741826_1002 (size=42)
2024-12-05T12:27:17,883 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741826_1002 (size=42)
2024-12-05T12:27:17,884 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/.tmp/hbase.id]:[hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/hbase.id]
2024-12-05T12:27:17,884 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741826_1002 (size=42)
2024-12-05T12:27:17,945 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-05T12:27:17,950 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-12-05T12:27:17,977 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 23ms.
2024-12-05T12:27:17,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x100aa67f4bd0001, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T12:27:17,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38433-0x100aa67f4bd0003, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T12:27:17,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35323-0x100aa67f4bd0002, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T12:27:17,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x100aa67f4bd0000, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T12:27:18,020 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741827_1003 (size=196)
2024-12-05T12:27:18,021 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741827_1003 (size=196)
2024-12-05T12:27:18,022 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741827_1003 (size=196)
2024-12-05T12:27:18,048 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-05T12:27:18,051 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-05T12:27:18,061 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T12:27:18,095 WARN  [IPC Server handler 2 on default port 34587 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-05T12:27:18,096 WARN  [IPC Server handler 2 on default port 34587 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-12-05T12:27:18,096 WARN  [IPC Server handler 2 on default port 34587 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-12-05T12:27:18,104 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741828_1004 (size=1189)
2024-12-05T12:27:18,105 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741828_1004 (size=1189)
2024-12-05T12:27:18,134 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/MasterData/data/master/store
2024-12-05T12:27:18,164 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741829_1005 (size=34)
2024-12-05T12:27:18,165 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741829_1005 (size=34)
2024-12-05T12:27:18,166 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741829_1005 (size=34)
2024-12-05T12:27:18,179 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-12-05T12:27:18,182 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T12:27:18,184 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-05T12:27:18,184 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T12:27:18,184 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T12:27:18,189 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-05T12:27:18,189 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T12:27:18,189 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T12:27:18,191 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733401638184Disabling compacts and flushes for region at 1733401638184Disabling writes for close at 1733401638189 (+5 ms)Writing region close event to WAL at 1733401638189Closed at 1733401638189
2024-12-05T12:27:18,194 WARN  [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/MasterData/data/master/store/.initializing
2024-12-05T12:27:18,194 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/MasterData/WALs/f4bc09594422,43799,1733401636341
2024-12-05T12:27:18,203 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-05T12:27:18,222 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f4bc09594422%2C43799%2C1733401636341, suffix=, logDir=hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/MasterData/WALs/f4bc09594422,43799,1733401636341, archiveDir=hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/MasterData/oldWALs, maxLogs=10
2024-12-05T12:27:18,262 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/MasterData/WALs/f4bc09594422,43799,1733401636341/f4bc09594422%2C43799%2C1733401636341.1733401638228, exclude list is [], retry=0
2024-12-05T12:27:18,266 WARN  [IPC Server handler 1 on default port 34587 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-05T12:27:18,266 WARN  [IPC Server handler 1 on default port 34587 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-12-05T12:27:18,266 WARN  [IPC Server handler 1 on default port 34587 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-12-05T12:27:18,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T12:27:18,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37437,DS-fb10f11e-5b1a-4c6c-902d-77b74582d23e,DISK]
2024-12-05T12:27:18,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40127,DS-0e05f7c2-0ea3-4836-bc39-ae00d96fdb5f,DISK]
2024-12-05T12:27:18,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-12-05T12:27:18,341 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] crypto.Encryption(565): Installed org.apache.hadoop.hbase.io.crypto.MockAesKeyProvider into key provider cache
2024-12-05T12:27:18,432 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/MasterData/WALs/f4bc09594422,43799,1733401636341/f4bc09594422%2C43799%2C1733401636341.1733401638228
2024-12-05T12:27:18,434 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38955:38955),(127.0.0.1/127.0.0.1:32849:32849)]
2024-12-05T12:27:18,435 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-05T12:27:18,435 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T12:27:18,440 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-05T12:27:18,441 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-05T12:27:18,487 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-05T12:27:18,522 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-05T12:27:18,527 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:18,530 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T12:27:18,530 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-05T12:27:18,534 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-05T12:27:18,534 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:18,536 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:18,536 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-05T12:27:18,540 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-05T12:27:18,540 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:18,542 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:18,542 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-05T12:27:18,545 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-05T12:27:18,545 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:18,546 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:18,547 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-12-05T12:27:18,551 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-05T12:27:18,552 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-05T12:27:18,560 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-12-05T12:27:18,561 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-12-05T12:27:18,565 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-05T12:27:18,570 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-05T12:27:18,576 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-05T12:27:18,577 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71192141, jitterRate=0.060845568776130676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-05T12:27:18,585 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1733401638457Initializing all the Stores at 1733401638460 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401638461 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401638462 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401638463 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401638463Cleaning up temporary data from old regions at 1733401638561 (+98 ms)Region opened successfully at 1733401638585 (+24 ms)
2024-12-05T12:27:18,588 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-05T12:27:18,633 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c2a7778, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0
2024-12-05T12:27:18,675 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-12-05T12:27:18,689 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-12-05T12:27:18,689 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-12-05T12:27:18,692 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-12-05T12:27:18,694 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-12-05T12:27:18,699 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec
2024-12-05T12:27:18,699 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-05T12:27:18,732 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-12-05T12:27:18,744 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43799-0x100aa67f4bd0000, quorum=127.0.0.1:63308, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-12-05T12:27:18,746 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-12-05T12:27:18,749 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-12-05T12:27:18,751 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43799-0x100aa67f4bd0000, quorum=127.0.0.1:63308, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-12-05T12:27:18,752 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-12-05T12:27:18,755 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-12-05T12:27:18,759 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43799-0x100aa67f4bd0000, quorum=127.0.0.1:63308, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-12-05T12:27:18,761 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-12-05T12:27:18,762 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43799-0x100aa67f4bd0000, quorum=127.0.0.1:63308, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-12-05T12:27:18,764 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-12-05T12:27:18,785 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43799-0x100aa67f4bd0000, quorum=127.0.0.1:63308, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-12-05T12:27:18,787 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-12-05T12:27:18,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x100aa67f4bd0000, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-05T12:27:18,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x100aa67f4bd0000, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T12:27:18,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38433-0x100aa67f4bd0003, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-05T12:27:18,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35323-0x100aa67f4bd0002, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-05T12:27:18,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x100aa67f4bd0001, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-05T12:27:18,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35323-0x100aa67f4bd0002, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T12:27:18,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38433-0x100aa67f4bd0003, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T12:27:18,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x100aa67f4bd0001, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T12:27:18,799 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f4bc09594422,43799,1733401636341, sessionid=0x100aa67f4bd0000, setting cluster-up flag (Was=false)
2024-12-05T12:27:18,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x100aa67f4bd0000, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T12:27:18,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35323-0x100aa67f4bd0002, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T12:27:18,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38433-0x100aa67f4bd0003, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T12:27:18,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x100aa67f4bd0001, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T12:27:18,824 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-12-05T12:27:18,826 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4bc09594422,43799,1733401636341
2024-12-05T12:27:18,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x100aa67f4bd0000, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T12:27:18,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35323-0x100aa67f4bd0002, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T12:27:18,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x100aa67f4bd0001, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T12:27:18,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38433-0x100aa67f4bd0003, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T12:27:18,840 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-12-05T12:27:18,843 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f4bc09594422,43799,1733401636341
2024-12-05T12:27:18,853 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-12-05T12:27:18,892 INFO  [RS:0;f4bc09594422:41729 {}] regionserver.HRegionServer(746): ClusterId : 408065cf-3faf-4cf6-92a2-47da9a5de5b4
2024-12-05T12:27:18,894 INFO  [RS:1;f4bc09594422:35323 {}] regionserver.HRegionServer(746): ClusterId : 408065cf-3faf-4cf6-92a2-47da9a5de5b4
2024-12-05T12:27:18,895 DEBUG [RS:0;f4bc09594422:41729 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-05T12:27:18,895 DEBUG [RS:1;f4bc09594422:35323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-05T12:27:18,896 INFO  [RS:2;f4bc09594422:38433 {}] regionserver.HRegionServer(746): ClusterId : 408065cf-3faf-4cf6-92a2-47da9a5de5b4
2024-12-05T12:27:18,897 DEBUG [RS:2;f4bc09594422:38433 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-05T12:27:18,910 DEBUG [RS:2;f4bc09594422:38433 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-05T12:27:18,910 DEBUG [RS:2;f4bc09594422:38433 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-05T12:27:18,911 DEBUG [RS:1;f4bc09594422:35323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-05T12:27:18,911 DEBUG [RS:1;f4bc09594422:35323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-05T12:27:18,912 DEBUG [RS:0;f4bc09594422:41729 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-05T12:27:18,912 DEBUG [RS:0;f4bc09594422:41729 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-05T12:27:18,919 DEBUG [RS:2;f4bc09594422:38433 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-05T12:27:18,920 DEBUG [RS:2;f4bc09594422:38433 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51c181b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0
2024-12-05T12:27:18,921 DEBUG [RS:0;f4bc09594422:41729 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-05T12:27:18,922 DEBUG [RS:0;f4bc09594422:41729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@360ed88c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0
2024-12-05T12:27:18,928 DEBUG [RS:1;f4bc09594422:35323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-05T12:27:18,928 DEBUG [RS:1;f4bc09594422:35323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c903a8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f4bc09594422/172.17.0.3:0
2024-12-05T12:27:18,947 DEBUG [RS:2;f4bc09594422:38433 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;f4bc09594422:38433
2024-12-05T12:27:18,952 INFO  [RS:2;f4bc09594422:38433 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-05T12:27:18,953 INFO  [RS:2;f4bc09594422:38433 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-05T12:27:18,953 DEBUG [RS:2;f4bc09594422:38433 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-05T12:27:18,954 DEBUG [RS:0;f4bc09594422:41729 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f4bc09594422:41729
2024-12-05T12:27:18,954 INFO  [RS:0;f4bc09594422:41729 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-05T12:27:18,954 INFO  [RS:0;f4bc09594422:41729 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-05T12:27:18,954 DEBUG [RS:0;f4bc09594422:41729 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-05T12:27:18,957 INFO  [RS:0;f4bc09594422:41729 {}] regionserver.HRegionServer(2659): reportForDuty to master=f4bc09594422,43799,1733401636341 with port=41729, startcode=1733401637438
2024-12-05T12:27:18,968 INFO  [RS:2;f4bc09594422:38433 {}] regionserver.HRegionServer(2659): reportForDuty to master=f4bc09594422,43799,1733401636341 with port=38433, startcode=1733401637645
2024-12-05T12:27:18,972 DEBUG [RS:1;f4bc09594422:35323 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;f4bc09594422:35323
2024-12-05T12:27:18,973 INFO  [RS:1;f4bc09594422:35323 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-05T12:27:18,973 INFO  [RS:1;f4bc09594422:35323 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-05T12:27:18,973 DEBUG [RS:1;f4bc09594422:35323 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-05T12:27:18,973 DEBUG [RS:0;f4bc09594422:41729 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-05T12:27:18,974 DEBUG [RS:2;f4bc09594422:38433 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-05T12:27:18,974 INFO  [RS:1;f4bc09594422:35323 {}] regionserver.HRegionServer(2659): reportForDuty to master=f4bc09594422,43799,1733401636341 with port=35323, startcode=1733401637585
2024-12-05T12:27:18,975 DEBUG [RS:1;f4bc09594422:35323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-05T12:27:18,974 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-12-05T12:27:18,988 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-12-05T12:27:18,998 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-12-05T12:27:19,006 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f4bc09594422,43799,1733401636341
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-12-05T12:27:19,021 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5
2024-12-05T12:27:19,022 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5
2024-12-05T12:27:19,022 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5
2024-12-05T12:27:19,022 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f4bc09594422:0, corePoolSize=5, maxPoolSize=5
2024-12-05T12:27:19,022 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f4bc09594422:0, corePoolSize=10, maxPoolSize=10
2024-12-05T12:27:19,022 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f4bc09594422:0, corePoolSize=1, maxPoolSize=1
2024-12-05T12:27:19,022 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f4bc09594422:0, corePoolSize=2, maxPoolSize=2
2024-12-05T12:27:19,022 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f4bc09594422:0, corePoolSize=1, maxPoolSize=1
2024-12-05T12:27:19,032 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733401669032
2024-12-05T12:27:19,034 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-12-05T12:27:19,035 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-05T12:27:19,035 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-12-05T12:27:19,036 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-12-05T12:27:19,042 INFO  [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36501, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService
2024-12-05T12:27:19,042 INFO  [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54161, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-12-05T12:27:19,042 INFO  [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService
2024-12-05T12:27:19,042 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-12-05T12:27:19,043 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-12-05T12:27:19,043 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-12-05T12:27:19,043 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-12-05T12:27:19,047 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:19,047 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-12-05T12:27:19,050 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43799 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-05T12:27:19,049 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-05T12:27:19,056 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-12-05T12:27:19,057 WARN  [IPC Server handler 2 on default port 34587 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-05T12:27:19,057 WARN  [IPC Server handler 2 on default port 34587 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-12-05T12:27:19,057 WARN  [IPC Server handler 2 on default port 34587 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-12-05T12:27:19,058 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-12-05T12:27:19,058 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-12-05T12:27:19,061 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-12-05T12:27:19,061 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43799 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-05T12:27:19,061 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-12-05T12:27:19,062 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43799 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-05T12:27:19,064 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401639063,5,FailOnTimeoutGroup]
2024-12-05T12:27:19,076 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401639065,5,FailOnTimeoutGroup]
2024-12-05T12:27:19,076 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-05T12:27:19,077 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-12-05T12:27:19,078 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-12-05T12:27:19,078 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-12-05T12:27:19,084 DEBUG [RS:1;f4bc09594422:35323 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-12-05T12:27:19,084 DEBUG [RS:0;f4bc09594422:41729 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-12-05T12:27:19,084 DEBUG [RS:2;f4bc09594422:38433 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-12-05T12:27:19,084 WARN  [RS:1;f4bc09594422:35323 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-12-05T12:27:19,084 WARN  [RS:2;f4bc09594422:38433 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-12-05T12:27:19,084 WARN  [RS:0;f4bc09594422:41729 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-12-05T12:27:19,090 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741831_1007 (size=1321)
2024-12-05T12:27:19,098 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741831_1007 (size=1321)
2024-12-05T12:27:19,103 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-12-05T12:27:19,104 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18
2024-12-05T12:27:19,109 WARN  [IPC Server handler 3 on default port 34587 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-05T12:27:19,110 WARN  [IPC Server handler 3 on default port 34587 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-12-05T12:27:19,110 WARN  [IPC Server handler 3 on default port 34587 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-12-05T12:27:19,121 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741832_1008 (size=32)
2024-12-05T12:27:19,121 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741832_1008 (size=32)
2024-12-05T12:27:19,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T12:27:19,126 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-05T12:27:19,129 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-05T12:27:19,130 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:19,131 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T12:27:19,131 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-05T12:27:19,134 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-05T12:27:19,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:19,135 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T12:27:19,136 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-05T12:27:19,139 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-05T12:27:19,139 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:19,140 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T12:27:19,140 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-05T12:27:19,143 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-05T12:27:19,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:19,144 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T12:27:19,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-05T12:27:19,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/hbase/meta/1588230740
2024-12-05T12:27:19,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/hbase/meta/1588230740
2024-12-05T12:27:19,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-05T12:27:19,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-05T12:27:19,152 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-05T12:27:19,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-05T12:27:19,159 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-05T12:27:19,161 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74624019, jitterRate=0.11198453605175018}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-05T12:27:19,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1733401639124Initializing all the Stores at 1733401639126 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401639126Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401639126Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401639126Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401639126Cleaning up temporary data from old regions at 1733401639151 (+25 ms)Region opened successfully at 1733401639164 (+13 ms)
2024-12-05T12:27:19,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-05T12:27:19,165 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-05T12:27:19,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-05T12:27:19,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-05T12:27:19,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-05T12:27:19,167 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-05T12:27:19,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733401639165Disabling compacts and flushes for region at 1733401639165Disabling writes for close at 1733401639165Writing region close event to WAL at 1733401639166 (+1 ms)Closed at 1733401639167 (+1 ms)
2024-12-05T12:27:19,171 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-05T12:27:19,171 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-12-05T12:27:19,179 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-12-05T12:27:19,185 INFO  [RS:2;f4bc09594422:38433 {}] regionserver.HRegionServer(2659): reportForDuty to master=f4bc09594422,43799,1733401636341 with port=38433, startcode=1733401637645
2024-12-05T12:27:19,185 INFO  [RS:1;f4bc09594422:35323 {}] regionserver.HRegionServer(2659): reportForDuty to master=f4bc09594422,43799,1733401636341 with port=35323, startcode=1733401637585
2024-12-05T12:27:19,186 INFO  [RS:0;f4bc09594422:41729 {}] regionserver.HRegionServer(2659): reportForDuty to master=f4bc09594422,43799,1733401636341 with port=41729, startcode=1733401637438
2024-12-05T12:27:19,188 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43799 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f4bc09594422,41729,1733401637438
2024-12-05T12:27:19,191 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43799 {}] master.ServerManager(517): Registering regionserver=f4bc09594422,41729,1733401637438
2024-12-05T12:27:19,192 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-05T12:27:19,196 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-05T12:27:19,201 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43799 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f4bc09594422,35323,1733401637585
2024-12-05T12:27:19,202 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43799 {}] master.ServerManager(517): Registering regionserver=f4bc09594422,35323,1733401637585
2024-12-05T12:27:19,202 DEBUG [RS:0;f4bc09594422:41729 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18
2024-12-05T12:27:19,202 DEBUG [RS:0;f4bc09594422:41729 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34587
2024-12-05T12:27:19,202 DEBUG [RS:0;f4bc09594422:41729 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-05T12:27:19,206 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43799 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f4bc09594422,38433,1733401637645
2024-12-05T12:27:19,206 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43799 {}] master.ServerManager(517): Registering regionserver=f4bc09594422,38433,1733401637645
2024-12-05T12:27:19,206 DEBUG [RS:1;f4bc09594422:35323 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18
2024-12-05T12:27:19,208 DEBUG [RS:1;f4bc09594422:35323 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34587
2024-12-05T12:27:19,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x100aa67f4bd0000, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-05T12:27:19,209 DEBUG [RS:1;f4bc09594422:35323 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-05T12:27:19,209 DEBUG [RS:0;f4bc09594422:41729 {}] zookeeper.ZKUtil(111): regionserver:41729-0x100aa67f4bd0001, quorum=127.0.0.1:63308, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f4bc09594422,41729,1733401637438
2024-12-05T12:27:19,209 WARN  [RS:0;f4bc09594422:41729 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-05T12:27:19,210 INFO  [RS:0;f4bc09594422:41729 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T12:27:19,210 DEBUG [RS:0;f4bc09594422:41729 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/WALs/f4bc09594422,41729,1733401637438
2024-12-05T12:27:19,216 DEBUG [RS:2;f4bc09594422:38433 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18
2024-12-05T12:27:19,216 DEBUG [RS:2;f4bc09594422:38433 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34587
2024-12-05T12:27:19,216 DEBUG [RS:2;f4bc09594422:38433 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-05T12:27:19,219 DEBUG [RS:1;f4bc09594422:35323 {}] zookeeper.ZKUtil(111): regionserver:35323-0x100aa67f4bd0002, quorum=127.0.0.1:63308, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f4bc09594422,35323,1733401637585
2024-12-05T12:27:19,220 WARN  [RS:1;f4bc09594422:35323 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-05T12:27:19,220 DEBUG [RS:2;f4bc09594422:38433 {}] zookeeper.ZKUtil(111): regionserver:38433-0x100aa67f4bd0003, quorum=127.0.0.1:63308, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f4bc09594422,38433,1733401637645
2024-12-05T12:27:19,220 INFO  [RS:1;f4bc09594422:35323 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T12:27:19,220 WARN  [RS:2;f4bc09594422:38433 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-05T12:27:19,220 INFO  [RS:2;f4bc09594422:38433 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T12:27:19,220 DEBUG [RS:1;f4bc09594422:35323 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/WALs/f4bc09594422,35323,1733401637585
2024-12-05T12:27:19,220 DEBUG [RS:2;f4bc09594422:38433 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/WALs/f4bc09594422,38433,1733401637645
2024-12-05T12:27:19,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x100aa67f4bd0000, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-05T12:27:19,228 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f4bc09594422,35323,1733401637585]
2024-12-05T12:27:19,228 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f4bc09594422,41729,1733401637438]
2024-12-05T12:27:19,229 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f4bc09594422,38433,1733401637645]
2024-12-05T12:27:19,256 INFO  [RS:1;f4bc09594422:35323 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-05T12:27:19,256 INFO  [RS:2;f4bc09594422:38433 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-05T12:27:19,256 INFO  [RS:0;f4bc09594422:41729 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-05T12:27:19,275 INFO  [RS:1;f4bc09594422:35323 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-05T12:27:19,277 INFO  [RS:0;f4bc09594422:41729 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-05T12:27:19,287 INFO  [RS:2;f4bc09594422:38433 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-05T12:27:19,287 INFO  [RS:1;f4bc09594422:35323 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-05T12:27:19,287 INFO  [RS:1;f4bc09594422:35323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-05T12:27:19,287 INFO  [RS:2;f4bc09594422:38433 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-05T12:27:19,287 INFO  [RS:2;f4bc09594422:38433 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-05T12:27:19,288 INFO  [RS:1;f4bc09594422:35323 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-05T12:27:19,289 INFO  [RS:2;f4bc09594422:38433 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-05T12:27:19,290 INFO  [RS:0;f4bc09594422:41729 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-05T12:27:19,290 INFO  [RS:0;f4bc09594422:41729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-05T12:27:19,290 INFO  [RS:0;f4bc09594422:41729 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-05T12:27:19,296 INFO  [RS:2;f4bc09594422:38433 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-05T12:27:19,297 INFO  [RS:1;f4bc09594422:35323 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-05T12:27:19,297 INFO  [RS:0;f4bc09594422:41729 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-05T12:27:19,298 INFO  [RS:2;f4bc09594422:38433 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-05T12:27:19,299 DEBUG [RS:2;f4bc09594422:38433 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1
2024-12-05T12:27:19,299 DEBUG [RS:2;f4bc09594422:38433 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1
2024-12-05T12:27:19,299 DEBUG [RS:2;f4bc09594422:38433 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1
2024-12-05T12:27:19,299 DEBUG [RS:2;f4bc09594422:38433 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1
2024-12-05T12:27:19,299 DEBUG [RS:2;f4bc09594422:38433 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1
2024-12-05T12:27:19,299 DEBUG [RS:2;f4bc09594422:38433 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f4bc09594422:0, corePoolSize=2, maxPoolSize=2
2024-12-05T12:27:19,300 DEBUG [RS:2;f4bc09594422:38433 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1
2024-12-05T12:27:19,300 DEBUG [RS:2;f4bc09594422:38433 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1
2024-12-05T12:27:19,300 DEBUG [RS:2;f4bc09594422:38433 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1
2024-12-05T12:27:19,300 DEBUG [RS:2;f4bc09594422:38433 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1
2024-12-05T12:27:19,300 DEBUG [RS:2;f4bc09594422:38433 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1
2024-12-05T12:27:19,300 DEBUG [RS:2;f4bc09594422:38433 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1
2024-12-05T12:27:19,301 INFO  [RS:1;f4bc09594422:35323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-05T12:27:19,301 INFO  [RS:0;f4bc09594422:41729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-05T12:27:19,301 DEBUG [RS:1;f4bc09594422:35323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1
2024-12-05T12:27:19,301 DEBUG [RS:1;f4bc09594422:35323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1
2024-12-05T12:27:19,301 DEBUG [RS:0;f4bc09594422:41729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1
2024-12-05T12:27:19,301 DEBUG [RS:1;f4bc09594422:35323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1
2024-12-05T12:27:19,301 DEBUG [RS:0;f4bc09594422:41729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1
2024-12-05T12:27:19,301 DEBUG [RS:1;f4bc09594422:35323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1
2024-12-05T12:27:19,301 DEBUG [RS:1;f4bc09594422:35323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1
2024-12-05T12:27:19,301 DEBUG [RS:0;f4bc09594422:41729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1
2024-12-05T12:27:19,301 DEBUG [RS:1;f4bc09594422:35323 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f4bc09594422:0, corePoolSize=2, maxPoolSize=2
2024-12-05T12:27:19,302 DEBUG [RS:0;f4bc09594422:41729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1
2024-12-05T12:27:19,302 DEBUG [RS:1;f4bc09594422:35323 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1
2024-12-05T12:27:19,302 DEBUG [RS:0;f4bc09594422:41729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1
2024-12-05T12:27:19,302 DEBUG [RS:1;f4bc09594422:35323 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1
2024-12-05T12:27:19,302 DEBUG [RS:0;f4bc09594422:41729 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f4bc09594422:0, corePoolSize=2, maxPoolSize=2
2024-12-05T12:27:19,302 DEBUG [RS:1;f4bc09594422:35323 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1
2024-12-05T12:27:19,302 DEBUG [RS:0;f4bc09594422:41729 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1
2024-12-05T12:27:19,302 DEBUG [RS:1;f4bc09594422:35323 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1
2024-12-05T12:27:19,302 DEBUG [RS:0;f4bc09594422:41729 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1
2024-12-05T12:27:19,302 DEBUG [RS:1;f4bc09594422:35323 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1
2024-12-05T12:27:19,302 DEBUG [RS:0;f4bc09594422:41729 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1
2024-12-05T12:27:19,303 DEBUG [RS:1;f4bc09594422:35323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1
2024-12-05T12:27:19,303 DEBUG [RS:0;f4bc09594422:41729 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1
2024-12-05T12:27:19,303 DEBUG [RS:0;f4bc09594422:41729 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1
2024-12-05T12:27:19,303 DEBUG [RS:1;f4bc09594422:35323 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3
2024-12-05T12:27:19,303 DEBUG [RS:0;f4bc09594422:41729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f4bc09594422:0, corePoolSize=1, maxPoolSize=1
2024-12-05T12:27:19,303 DEBUG [RS:1;f4bc09594422:35323 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3
2024-12-05T12:27:19,303 DEBUG [RS:0;f4bc09594422:41729 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3
2024-12-05T12:27:19,303 DEBUG [RS:0;f4bc09594422:41729 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3
2024-12-05T12:27:19,305 DEBUG [RS:2;f4bc09594422:38433 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3
2024-12-05T12:27:19,305 DEBUG [RS:2;f4bc09594422:38433 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f4bc09594422:0, corePoolSize=3, maxPoolSize=3
2024-12-05T12:27:19,337 INFO  [RS:2;f4bc09594422:38433 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-05T12:27:19,337 INFO  [RS:2;f4bc09594422:38433 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-05T12:27:19,337 INFO  [RS:2;f4bc09594422:38433 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-05T12:27:19,337 INFO  [RS:2;f4bc09594422:38433 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-05T12:27:19,338 INFO  [RS:2;f4bc09594422:38433 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-05T12:27:19,338 INFO  [RS:2;f4bc09594422:38433 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,38433,1733401637645-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-05T12:27:19,347 WARN  [f4bc09594422:43799 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-05T12:27:19,350 INFO  [RS:0;f4bc09594422:41729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-05T12:27:19,350 INFO  [RS:0;f4bc09594422:41729 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-05T12:27:19,350 INFO  [RS:0;f4bc09594422:41729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-05T12:27:19,351 INFO  [RS:0;f4bc09594422:41729 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-05T12:27:19,351 INFO  [RS:0;f4bc09594422:41729 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-05T12:27:19,351 INFO  [RS:0;f4bc09594422:41729 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,41729,1733401637438-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-05T12:27:19,357 INFO  [RS:1;f4bc09594422:35323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-05T12:27:19,357 INFO  [RS:1;f4bc09594422:35323 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-05T12:27:19,357 INFO  [RS:1;f4bc09594422:35323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-05T12:27:19,357 INFO  [RS:1;f4bc09594422:35323 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-05T12:27:19,357 INFO  [RS:1;f4bc09594422:35323 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-05T12:27:19,357 INFO  [RS:1;f4bc09594422:35323 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,35323,1733401637585-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-05T12:27:19,371 INFO  [RS:2;f4bc09594422:38433 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-05T12:27:19,374 INFO  [RS:2;f4bc09594422:38433 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,38433,1733401637645-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-05T12:27:19,374 INFO  [RS:2;f4bc09594422:38433 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-05T12:27:19,375 INFO  [RS:2;f4bc09594422:38433 {}] regionserver.Replication(171): f4bc09594422,38433,1733401637645 started
2024-12-05T12:27:19,382 INFO  [RS:0;f4bc09594422:41729 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-05T12:27:19,383 INFO  [RS:0;f4bc09594422:41729 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,41729,1733401637438-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-05T12:27:19,383 INFO  [RS:0;f4bc09594422:41729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-05T12:27:19,383 INFO  [RS:0;f4bc09594422:41729 {}] regionserver.Replication(171): f4bc09594422,41729,1733401637438 started
2024-12-05T12:27:19,386 INFO  [RS:1;f4bc09594422:35323 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-05T12:27:19,387 INFO  [RS:1;f4bc09594422:35323 {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,35323,1733401637585-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-05T12:27:19,387 INFO  [RS:1;f4bc09594422:35323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-05T12:27:19,387 INFO  [RS:1;f4bc09594422:35323 {}] regionserver.Replication(171): f4bc09594422,35323,1733401637585 started
2024-12-05T12:27:19,404 INFO  [RS:2;f4bc09594422:38433 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-05T12:27:19,405 INFO  [RS:2;f4bc09594422:38433 {}] regionserver.HRegionServer(1482): Serving as f4bc09594422,38433,1733401637645, RpcServer on f4bc09594422/172.17.0.3:38433, sessionid=0x100aa67f4bd0003
2024-12-05T12:27:19,407 INFO  [RS:0;f4bc09594422:41729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-05T12:27:19,407 DEBUG [RS:2;f4bc09594422:38433 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-05T12:27:19,407 INFO  [RS:0;f4bc09594422:41729 {}] regionserver.HRegionServer(1482): Serving as f4bc09594422,41729,1733401637438, RpcServer on f4bc09594422/172.17.0.3:41729, sessionid=0x100aa67f4bd0001
2024-12-05T12:27:19,407 DEBUG [RS:2;f4bc09594422:38433 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f4bc09594422,38433,1733401637645
2024-12-05T12:27:19,407 DEBUG [RS:0;f4bc09594422:41729 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-05T12:27:19,407 DEBUG [RS:0;f4bc09594422:41729 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f4bc09594422,41729,1733401637438
2024-12-05T12:27:19,407 DEBUG [RS:0;f4bc09594422:41729 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,41729,1733401637438'
2024-12-05T12:27:19,408 DEBUG [RS:0;f4bc09594422:41729 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-05T12:27:19,408 DEBUG [RS:2;f4bc09594422:38433 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,38433,1733401637645'
2024-12-05T12:27:19,408 DEBUG [RS:2;f4bc09594422:38433 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-05T12:27:19,413 DEBUG [RS:2;f4bc09594422:38433 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-05T12:27:19,413 DEBUG [RS:0;f4bc09594422:41729 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-05T12:27:19,414 DEBUG [RS:2;f4bc09594422:38433 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-05T12:27:19,414 DEBUG [RS:0;f4bc09594422:41729 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-05T12:27:19,414 DEBUG [RS:2;f4bc09594422:38433 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-05T12:27:19,414 DEBUG [RS:0;f4bc09594422:41729 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-05T12:27:19,414 DEBUG [RS:2;f4bc09594422:38433 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f4bc09594422,38433,1733401637645
2024-12-05T12:27:19,414 DEBUG [RS:0;f4bc09594422:41729 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f4bc09594422,41729,1733401637438
2024-12-05T12:27:19,414 DEBUG [RS:0;f4bc09594422:41729 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,41729,1733401637438'
2024-12-05T12:27:19,414 DEBUG [RS:0;f4bc09594422:41729 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-05T12:27:19,414 DEBUG [RS:2;f4bc09594422:38433 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,38433,1733401637645'
2024-12-05T12:27:19,415 DEBUG [RS:2;f4bc09594422:38433 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-05T12:27:19,415 DEBUG [RS:0;f4bc09594422:41729 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-05T12:27:19,416 DEBUG [RS:2;f4bc09594422:38433 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-05T12:27:19,420 INFO  [RS:1;f4bc09594422:35323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-05T12:27:19,420 DEBUG [RS:0;f4bc09594422:41729 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-05T12:27:19,420 INFO  [RS:0;f4bc09594422:41729 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-05T12:27:19,420 DEBUG [RS:2;f4bc09594422:38433 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-05T12:27:19,420 INFO  [RS:0;f4bc09594422:41729 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-05T12:27:19,420 INFO  [RS:2;f4bc09594422:38433 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-05T12:27:19,420 INFO  [RS:2;f4bc09594422:38433 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-05T12:27:19,421 INFO  [RS:1;f4bc09594422:35323 {}] regionserver.HRegionServer(1482): Serving as f4bc09594422,35323,1733401637585, RpcServer on f4bc09594422/172.17.0.3:35323, sessionid=0x100aa67f4bd0002
2024-12-05T12:27:19,421 DEBUG [RS:1;f4bc09594422:35323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-05T12:27:19,421 DEBUG [RS:1;f4bc09594422:35323 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f4bc09594422,35323,1733401637585
2024-12-05T12:27:19,421 DEBUG [RS:1;f4bc09594422:35323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,35323,1733401637585'
2024-12-05T12:27:19,421 DEBUG [RS:1;f4bc09594422:35323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-05T12:27:19,422 DEBUG [RS:1;f4bc09594422:35323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-05T12:27:19,424 DEBUG [RS:1;f4bc09594422:35323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-05T12:27:19,424 DEBUG [RS:1;f4bc09594422:35323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-05T12:27:19,424 DEBUG [RS:1;f4bc09594422:35323 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f4bc09594422,35323,1733401637585
2024-12-05T12:27:19,424 DEBUG [RS:1;f4bc09594422:35323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f4bc09594422,35323,1733401637585'
2024-12-05T12:27:19,424 DEBUG [RS:1;f4bc09594422:35323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-05T12:27:19,425 DEBUG [RS:1;f4bc09594422:35323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-05T12:27:19,426 DEBUG [RS:1;f4bc09594422:35323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-05T12:27:19,426 INFO  [RS:1;f4bc09594422:35323 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-05T12:27:19,426 INFO  [RS:1;f4bc09594422:35323 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-05T12:27:19,529 INFO  [RS:1;f4bc09594422:35323 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-05T12:27:19,530 INFO  [RS:2;f4bc09594422:38433 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-05T12:27:19,530 INFO  [RS:0;f4bc09594422:41729 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-05T12:27:19,534 INFO  [RS:1;f4bc09594422:35323 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f4bc09594422%2C35323%2C1733401637585, suffix=, logDir=hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/WALs/f4bc09594422,35323,1733401637585, archiveDir=hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/oldWALs, maxLogs=32
2024-12-05T12:27:19,534 INFO  [RS:2;f4bc09594422:38433 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f4bc09594422%2C38433%2C1733401637645, suffix=, logDir=hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/WALs/f4bc09594422,38433,1733401637645, archiveDir=hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/oldWALs, maxLogs=32
2024-12-05T12:27:19,536 INFO  [RS:0;f4bc09594422:41729 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f4bc09594422%2C41729%2C1733401637438, suffix=, logDir=hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/WALs/f4bc09594422,41729,1733401637438, archiveDir=hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/oldWALs, maxLogs=32
2024-12-05T12:27:19,558 DEBUG [RS:1;f4bc09594422:35323 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/WALs/f4bc09594422,35323,1733401637585/f4bc09594422%2C35323%2C1733401637585.1733401639542, exclude list is [], retry=0
2024-12-05T12:27:19,561 WARN  [IPC Server handler 0 on default port 34587 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-05T12:27:19,561 DEBUG [RS:0;f4bc09594422:41729 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/WALs/f4bc09594422,41729,1733401637438/f4bc09594422%2C41729%2C1733401637438.1733401639542, exclude list is [], retry=0
2024-12-05T12:27:19,561 WARN  [IPC Server handler 0 on default port 34587 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-12-05T12:27:19,561 WARN  [IPC Server handler 0 on default port 34587 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-12-05T12:27:19,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37437,DS-fb10f11e-5b1a-4c6c-902d-77b74582d23e,DISK]
2024-12-05T12:27:19,577 DEBUG [RS:2;f4bc09594422:38433 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/WALs/f4bc09594422,38433,1733401637645/f4bc09594422%2C38433%2C1733401637645.1733401639541, exclude list is [], retry=0
2024-12-05T12:27:19,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40127,DS-0e05f7c2-0ea3-4836-bc39-ae00d96fdb5f,DISK]
2024-12-05T12:27:19,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40127,DS-0e05f7c2-0ea3-4836-bc39-ae00d96fdb5f,DISK]
2024-12-05T12:27:19,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37437,DS-fb10f11e-5b1a-4c6c-902d-77b74582d23e,DISK]
2024-12-05T12:27:19,584 WARN  [IPC Server handler 1 on default port 34587 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-05T12:27:19,584 WARN  [IPC Server handler 1 on default port 34587 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-12-05T12:27:19,584 WARN  [IPC Server handler 1 on default port 34587 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-12-05T12:27:19,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36485,DS-3fc733fc-c606-4614-8246-34ee521fde6c,DISK]
2024-12-05T12:27:19,587 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-05T12:27:19,587 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-05T12:27:19,587 WARN  [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-12-05T12:27:19,588 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable:  unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-12-05T12:27:19,588 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-05T12:27:19,588 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-05T12:27:19,588 WARN  [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-12-05T12:27:19,588 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable:  unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-12-05T12:27:19,588 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-05T12:27:19,589 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-05T12:27:19,589 WARN  [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-12-05T12:27:19,589 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable:  unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-12-05T12:27:19,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37437,DS-fb10f11e-5b1a-4c6c-902d-77b74582d23e,DISK]
2024-12-05T12:27:19,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40127,DS-0e05f7c2-0ea3-4836-bc39-ae00d96fdb5f,DISK]
2024-12-05T12:27:19,667 INFO  [RS:1;f4bc09594422:35323 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/WALs/f4bc09594422,35323,1733401637585/f4bc09594422%2C35323%2C1733401637585.1733401639542
2024-12-05T12:27:19,671 DEBUG [RS:1;f4bc09594422:35323 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32849:32849),(127.0.0.1/127.0.0.1:38955:38955)]
2024-12-05T12:27:19,687 INFO  [RS:0;f4bc09594422:41729 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/WALs/f4bc09594422,41729,1733401637438/f4bc09594422%2C41729%2C1733401637438.1733401639542
2024-12-05T12:27:19,688 DEBUG [RS:0;f4bc09594422:41729 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46323:46323),(127.0.0.1/127.0.0.1:38955:38955),(127.0.0.1/127.0.0.1:32849:32849)]
2024-12-05T12:27:19,694 INFO  [RS:2;f4bc09594422:38433 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/WALs/f4bc09594422,38433,1733401637645/f4bc09594422%2C38433%2C1733401637645.1733401639541
2024-12-05T12:27:19,696 DEBUG [RS:2;f4bc09594422:38433 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38955:38955),(127.0.0.1/127.0.0.1:32849:32849)]
2024-12-05T12:27:19,851 DEBUG [f4bc09594422:43799 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3
2024-12-05T12:27:19,866 DEBUG [f4bc09594422:43799 {}] balancer.BalancerClusterState(204): Hosts are {f4bc09594422=0} racks are {/default-rack=0}
2024-12-05T12:27:19,876 DEBUG [f4bc09594422:43799 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-12-05T12:27:19,876 DEBUG [f4bc09594422:43799 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-12-05T12:27:19,876 DEBUG [f4bc09594422:43799 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-12-05T12:27:19,876 DEBUG [f4bc09594422:43799 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-12-05T12:27:19,876 DEBUG [f4bc09594422:43799 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-12-05T12:27:19,876 DEBUG [f4bc09594422:43799 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-12-05T12:27:19,876 INFO  [f4bc09594422:43799 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-12-05T12:27:19,876 INFO  [f4bc09594422:43799 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-12-05T12:27:19,876 INFO  [f4bc09594422:43799 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-12-05T12:27:19,877 DEBUG [f4bc09594422:43799 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-12-05T12:27:19,886 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f4bc09594422,35323,1733401637585
2024-12-05T12:27:19,894 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,35323,1733401637585, state=OPENING
2024-12-05T12:27:19,902 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-12-05T12:27:19,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35323-0x100aa67f4bd0002, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T12:27:19,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x100aa67f4bd0001, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T12:27:19,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38433-0x100aa67f4bd0003, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T12:27:19,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x100aa67f4bd0000, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T12:27:19,908 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-05T12:27:19,908 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-05T12:27:19,908 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-05T12:27:19,909 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-05T12:27:19,912 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-05T12:27:19,916 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f4bc09594422,35323,1733401637585}]
2024-12-05T12:27:20,105 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-05T12:27:20,109 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59149, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-05T12:27:20,123 INFO  [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-12-05T12:27:20,124 INFO  [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T12:27:20,125 INFO  [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-12-05T12:27:20,130 INFO  [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f4bc09594422%2C35323%2C1733401637585.meta, suffix=.meta, logDir=hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/WALs/f4bc09594422,35323,1733401637585, archiveDir=hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/oldWALs, maxLogs=32
2024-12-05T12:27:20,155 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/WALs/f4bc09594422,35323,1733401637585/f4bc09594422%2C35323%2C1733401637585.meta.1733401640133.meta, exclude list is [], retry=0
2024-12-05T12:27:20,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40127,DS-0e05f7c2-0ea3-4836-bc39-ae00d96fdb5f,DISK]
2024-12-05T12:27:20,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36485,DS-3fc733fc-c606-4614-8246-34ee521fde6c,DISK]
2024-12-05T12:27:20,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37437,DS-fb10f11e-5b1a-4c6c-902d-77b74582d23e,DISK]
2024-12-05T12:27:20,210 INFO  [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/WALs/f4bc09594422,35323,1733401637585/f4bc09594422%2C35323%2C1733401637585.meta.1733401640133.meta
2024-12-05T12:27:20,211 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46323:46323),(127.0.0.1/127.0.0.1:38955:38955),(127.0.0.1/127.0.0.1:32849:32849)]
2024-12-05T12:27:20,211 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-12-05T12:27:20,213 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-12-05T12:27:20,216 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-12-05T12:27:20,223 INFO  [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-12-05T12:27:20,231 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-12-05T12:27:20,232 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T12:27:20,232 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-12-05T12:27:20,232 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-12-05T12:27:20,238 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-05T12:27:20,241 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-05T12:27:20,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:20,243 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T12:27:20,243 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-05T12:27:20,245 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-05T12:27:20,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:20,246 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T12:27:20,246 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-05T12:27:20,248 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-05T12:27:20,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:20,253 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T12:27:20,253 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-05T12:27:20,255 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-05T12:27:20,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:20,256 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T12:27:20,256 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-05T12:27:20,258 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/hbase/meta/1588230740
2024-12-05T12:27:20,261 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/hbase/meta/1588230740
2024-12-05T12:27:20,264 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-05T12:27:20,264 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-05T12:27:20,265 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-05T12:27:20,269 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-05T12:27:20,272 INFO  [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71961071, jitterRate=0.07230351865291595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-05T12:27:20,272 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-12-05T12:27:20,274 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1733401640233Writing region info on filesystem at 1733401640233Initializing all the Stores at 1733401640237 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401640237Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401640238 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401640238Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733401640238Cleaning up temporary data from old regions at 1733401640264 (+26 ms)Running coprocessor post-open hooks at 1733401640272 (+8 ms)Region opened successfully at 1733401640274 (+2 ms)
2024-12-05T12:27:20,299 INFO  [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733401640093
2024-12-05T12:27:20,315 DEBUG [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-12-05T12:27:20,316 INFO  [RS_OPEN_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-12-05T12:27:20,319 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f4bc09594422,35323,1733401637585
2024-12-05T12:27:20,326 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f4bc09594422,35323,1733401637585, state=OPEN
2024-12-05T12:27:20,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x100aa67f4bd0001, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-05T12:27:20,339 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f4bc09594422,35323,1733401637585
2024-12-05T12:27:20,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38433-0x100aa67f4bd0003, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-05T12:27:20,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-05T12:27:20,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x100aa67f4bd0000, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-05T12:27:20,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-05T12:27:20,341 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-05T12:27:20,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35323-0x100aa67f4bd0002, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-05T12:27:20,341 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-05T12:27:20,364 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-12-05T12:27:20,364 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f4bc09594422,35323,1733401637585 in 423 msec
2024-12-05T12:27:20,372 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-12-05T12:27:20,372 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.1850 sec
2024-12-05T12:27:20,374 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-05T12:27:20,374 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-12-05T12:27:20,448 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-05T12:27:20,450 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,35323,1733401637585, seqNum=-1]
2024-12-05T12:27:20,483 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-05T12:27:20,486 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-05T12:27:20,548 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6470 sec
2024-12-05T12:27:20,550 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733401640550, completionTime=-1
2024-12-05T12:27:20,553 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running
2024-12-05T12:27:20,553 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-12-05T12:27:20,592 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3
2024-12-05T12:27:20,592 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733401700592
2024-12-05T12:27:20,592 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733401760592
2024-12-05T12:27:20,592 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 38 msec
2024-12-05T12:27:20,593 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-12-05T12:27:20,602 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,43799,1733401636341-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-05T12:27:20,602 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,43799,1733401636341-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-05T12:27:20,602 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,43799,1733401636341-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-05T12:27:20,604 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f4bc09594422:43799, period=300000, unit=MILLISECONDS is enabled.
2024-12-05T12:27:20,604 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-12-05T12:27:20,607 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-12-05T12:27:20,612 DEBUG [master/f4bc09594422:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-12-05T12:27:20,641 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.883sec
2024-12-05T12:27:20,643 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-12-05T12:27:20,645 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-12-05T12:27:20,646 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-12-05T12:27:20,646 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-12-05T12:27:20,646 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-12-05T12:27:20,647 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,43799,1733401636341-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-05T12:27:20,648 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,43799,1733401636341-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-12-05T12:27:20,667 DEBUG [master/f4bc09594422:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-12-05T12:27:20,668 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-12-05T12:27:20,669 INFO  [master/f4bc09594422:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f4bc09594422,43799,1733401636341-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-05T12:27:20,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51245b74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-05T12:27:20,707 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f4bc09594422,43799,-1 for getting cluster id
2024-12-05T12:27:20,711 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-05T12:27:20,731 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '408065cf-3faf-4cf6-92a2-47da9a5de5b4'
2024-12-05T12:27:20,734 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-05T12:27:20,734 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "408065cf-3faf-4cf6-92a2-47da9a5de5b4"

2024-12-05T12:27:20,735 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4436a558, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-05T12:27:20,735 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f4bc09594422,43799,-1]
2024-12-05T12:27:20,739 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-05T12:27:20,742 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-05T12:27:20,751 INFO  [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-05T12:27:20,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4010c1c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-05T12:27:20,756 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-05T12:27:20,765 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f4bc09594422,35323,1733401637585, seqNum=-1]
2024-12-05T12:27:20,766 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-05T12:27:20,769 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-05T12:27:20,807 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f4bc09594422,43799,1733401636341
2024-12-05T12:27:20,808 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:34587/hbase
2024-12-05T12:27:20,839 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit0 Thread=357, OpenFileDescriptor=589, MaxFileDescriptor=1048576, SystemLoadAverage=642, ProcessCount=11, AvailableMemoryMB=3077
2024-12-05T12:27:20,873 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T12:27:20,877 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T12:27:20,878 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-05T12:27:20,891 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-40032816, suffix=, logDir=hdfs://localhost:34587/hbase/WALs/hregion-40032816, archiveDir=hdfs://localhost:34587/hbase/oldWALs, maxLogs=32
2024-12-05T12:27:20,908 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-40032816/hregion-40032816.1733401640893, exclude list is [], retry=0
2024-12-05T12:27:20,917 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37437,DS-fb10f11e-5b1a-4c6c-902d-77b74582d23e,DISK]
2024-12-05T12:27:20,919 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40127,DS-0e05f7c2-0ea3-4836-bc39-ae00d96fdb5f,DISK]
2024-12-05T12:27:20,921 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36485,DS-3fc733fc-c606-4614-8246-34ee521fde6c,DISK]
2024-12-05T12:27:20,971 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-40032816/hregion-40032816.1733401640893
2024-12-05T12:27:20,972 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32849:32849),(127.0.0.1/127.0.0.1:38955:38955),(127.0.0.1/127.0.0.1:46323:46323)]
2024-12-05T12:27:20,972 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 927bd6ff37f5b14ccb54e2fce8602e42, NAME => 'testReplayEditsWrittenIntoWAL,,1733401640874.927bd6ff37f5b14ccb54e2fce8602e42.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34587/hbase
2024-12-05T12:27:21,002 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741838_1014 (size=64)
2024-12-05T12:27:21,003 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741838_1014 (size=64)
2024-12-05T12:27:21,003 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741838_1014 (size=64)
2024-12-05T12:27:21,005 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733401640874.927bd6ff37f5b14ccb54e2fce8602e42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T12:27:21,007 INFO  [StoreOpener-927bd6ff37f5b14ccb54e2fce8602e42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 927bd6ff37f5b14ccb54e2fce8602e42 
2024-12-05T12:27:21,010 INFO  [StoreOpener-927bd6ff37f5b14ccb54e2fce8602e42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 927bd6ff37f5b14ccb54e2fce8602e42 columnFamilyName a
2024-12-05T12:27:21,010 DEBUG [StoreOpener-927bd6ff37f5b14ccb54e2fce8602e42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:21,012 INFO  [StoreOpener-927bd6ff37f5b14ccb54e2fce8602e42-1 {}] regionserver.HStore(327): Store=927bd6ff37f5b14ccb54e2fce8602e42/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:21,013 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 927bd6ff37f5b14ccb54e2fce8602e42
2024-12-05T12:27:21,014 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/927bd6ff37f5b14ccb54e2fce8602e42
2024-12-05T12:27:21,015 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/927bd6ff37f5b14ccb54e2fce8602e42
2024-12-05T12:27:21,015 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 927bd6ff37f5b14ccb54e2fce8602e42
2024-12-05T12:27:21,016 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 927bd6ff37f5b14ccb54e2fce8602e42
2024-12-05T12:27:21,020 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 927bd6ff37f5b14ccb54e2fce8602e42
2024-12-05T12:27:21,026 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/927bd6ff37f5b14ccb54e2fce8602e42/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-05T12:27:21,026 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 927bd6ff37f5b14ccb54e2fce8602e42; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74897029, jitterRate=0.11605270206928253}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-05T12:27:21,027 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 927bd6ff37f5b14ccb54e2fce8602e42:
Writing region info on filesystem at 1733401641005Initializing all the Stores at 1733401641007 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401641007Cleaning up temporary data from old regions at 1733401641016 (+9 ms)Region opened successfully at 1733401641027 (+11 ms)
2024-12-05T12:27:21,027 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 927bd6ff37f5b14ccb54e2fce8602e42, disabling compactions & flushes
2024-12-05T12:27:21,027 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733401640874.927bd6ff37f5b14ccb54e2fce8602e42.
2024-12-05T12:27:21,027 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733401640874.927bd6ff37f5b14ccb54e2fce8602e42.
2024-12-05T12:27:21,027 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733401640874.927bd6ff37f5b14ccb54e2fce8602e42. after waiting 0 ms
2024-12-05T12:27:21,027 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733401640874.927bd6ff37f5b14ccb54e2fce8602e42.
2024-12-05T12:27:21,028 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733401640874.927bd6ff37f5b14ccb54e2fce8602e42.
2024-12-05T12:27:21,028 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 927bd6ff37f5b14ccb54e2fce8602e42:
Waiting for close lock at 1733401641027Disabling compacts and flushes for region at 1733401641027Disabling writes for close at 1733401641027Writing region close event to WAL at 1733401641028 (+1 ms)Closed at 1733401641028
2024-12-05T12:27:21,039 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741837_1013 (size=175)
2024-12-05T12:27:21,039 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741837_1013 (size=175)
2024-12-05T12:27:21,040 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741837_1013 (size=175)
2024-12-05T12:27:21,047 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-05T12:27:21,047 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-40032816:(num 1733401640893)
2024-12-05T12:27:21,049 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor
2024-12-05T12:27:21,127 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741839_1015 (size=469)
2024-12-05T12:27:21,128 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741839_1015 (size=469)
2024-12-05T12:27:21,129 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741839_1015 (size=469)
2024-12-05T12:27:21,131 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor
2024-12-05T12:27:21,196 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741840_1016 (size=322)
2024-12-05T12:27:21,197 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741840_1016 (size=322)
2024-12-05T12:27:21,197 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741840_1016 (size=322)
2024-12-05T12:27:21,226 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34587/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401640867/wal-1, size=469 (469bytes)
2024-12-05T12:27:21,227 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils
2024-12-05T12:27:21,227 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease()
2024-12-05T12:27:21,228 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34587/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401640867/wal-1
2024-12-05T12:27:21,235 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34587/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401640867/wal-1 after 4ms
2024-12-05T12:27:21,282 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-05T12:27:21,283 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34587/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401640867/wal-1 took 59ms
2024-12-05T12:27:21,291 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34587/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401640867/wal-1 so closing down
2024-12-05T12:27:21,291 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-05T12:27:21,294 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp
2024-12-05T12:27:21,334 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/927bd6ff37f5b14ccb54e2fce8602e42/recovered.edits/0000000000000000001-wal-1.temp
2024-12-05T12:27:21,335 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-05T12:27:21,346 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741841_1017 (size=469)
2024-12-05T12:27:21,347 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741841_1017 (size=469)
2024-12-05T12:27:21,347 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741841_1017 (size=469)
2024-12-05T12:27:21,351 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/927bd6ff37f5b14ccb54e2fce8602e42/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms)
2024-12-05T12:27:21,359 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/927bd6ff37f5b14ccb54e2fce8602e42/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/927bd6ff37f5b14ccb54e2fce8602e42/recovered.edits/0000000000000000002
2024-12-05T12:27:21,363 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 75 ms; skipped=0; WAL=hdfs://localhost:34587/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401640867/wal-1, size=469, length=469, corrupted=false, cancelled=false
2024-12-05T12:27:21,363 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34587/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401640867/wal-1, journal: Splitting hdfs://localhost:34587/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401640867/wal-1, size=469 (469bytes) at 1733401641226Finishing writing output for hdfs://localhost:34587/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401640867/wal-1 so closing down at 1733401641291 (+65 ms)Creating recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/927bd6ff37f5b14ccb54e2fce8602e42/recovered.edits/0000000000000000001-wal-1.temp at 1733401641334 (+43 ms)3 split writer threads finished at 1733401641336 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/927bd6ff37f5b14ccb54e2fce8602e42/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733401641352 (+16 ms)Rename recovered edits hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/927bd6ff37f5b14ccb54e2fce8602e42/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/927bd6ff37f5b14ccb54e2fce8602e42/recovered.edits/0000000000000000002 at 1733401641359 (+7 ms)Processed 2 edits across 1 Regions in 75 ms; skipped=0; WAL=hdfs://localhost:34587/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401640867/wal-1, size=469, length=469, corrupted=false, cancelled=false at 1733401641363 (+4 ms)
2024-12-05T12:27:21,387 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34587/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401640867/wal-2, size=322 (322bytes)
2024-12-05T12:27:21,387 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34587/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401640867/wal-2
2024-12-05T12:27:21,390 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34587/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401640867/wal-2 after 3ms
2024-12-05T12:27:21,438 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-05T12:27:21,438 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34587/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401640867/wal-2 took 52ms
2024-12-05T12:27:21,453 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34587/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401640867/wal-2 so closing down
2024-12-05T12:27:21,453 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-05T12:27:21,455 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp
2024-12-05T12:27:21,502 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/927bd6ff37f5b14ccb54e2fce8602e42/recovered.edits/0000000000000000002-wal-2.temp
2024-12-05T12:27:21,503 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-05T12:27:21,522 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741842_1018 (size=322)
2024-12-05T12:27:21,524 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/927bd6ff37f5b14ccb54e2fce8602e42/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms)
2024-12-05T12:27:21,525 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741842_1018 (size=322)
2024-12-05T12:27:21,526 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741842_1018 (size=322)
2024-12-05T12:27:21,568 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-05T12:27:21,572 WARN  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/927bd6ff37f5b14ccb54e2fce8602e42/recovered.edits/0000000000000000002-wal-2.temp, length=322
2024-12-05T12:27:21,574 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 129 ms; skipped=0; WAL=hdfs://localhost:34587/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401640867/wal-2, size=322, length=322, corrupted=false, cancelled=false
2024-12-05T12:27:21,574 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34587/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401640867/wal-2, journal: Splitting hdfs://localhost:34587/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401640867/wal-2, size=322 (322bytes) at 1733401641387Finishing writing output for hdfs://localhost:34587/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401640867/wal-2 so closing down at 1733401641453 (+66 ms)Creating recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/927bd6ff37f5b14ccb54e2fce8602e42/recovered.edits/0000000000000000002-wal-2.temp at 1733401641502 (+49 ms)3 split writer threads finished at 1733401641503 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/927bd6ff37f5b14ccb54e2fce8602e42/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733401641524 (+21 ms)Processed 1 edits across 1 Regions in 129 ms; skipped=0; WAL=hdfs://localhost:34587/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401640867/wal-2, size=322, length=322, corrupted=false, cancelled=false at 1733401641574 (+50 ms)
2024-12-05T12:27:21,574 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-05T12:27:21,577 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34587/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401640867, archiveDir=hdfs://localhost:34587/hbase/oldWALs, maxLogs=32
2024-12-05T12:27:21,595 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401640867/wal.1733401641577, exclude list is [], retry=0
2024-12-05T12:27:21,601 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40127,DS-0e05f7c2-0ea3-4836-bc39-ae00d96fdb5f,DISK]
2024-12-05T12:27:21,602 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37437,DS-fb10f11e-5b1a-4c6c-902d-77b74582d23e,DISK]
2024-12-05T12:27:21,602 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36485,DS-3fc733fc-c606-4614-8246-34ee521fde6c,DISK]
2024-12-05T12:27:21,641 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401640867/wal.1733401641577
2024-12-05T12:27:21,641 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38955:38955),(127.0.0.1/127.0.0.1:32849:32849),(127.0.0.1/127.0.0.1:46323:46323)]
2024-12-05T12:27:21,642 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 927bd6ff37f5b14ccb54e2fce8602e42, NAME => 'testReplayEditsWrittenIntoWAL,,1733401640874.927bd6ff37f5b14ccb54e2fce8602e42.', STARTKEY => '', ENDKEY => ''}
2024-12-05T12:27:21,642 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733401640874.927bd6ff37f5b14ccb54e2fce8602e42.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T12:27:21,642 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 927bd6ff37f5b14ccb54e2fce8602e42
2024-12-05T12:27:21,642 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 927bd6ff37f5b14ccb54e2fce8602e42
2024-12-05T12:27:21,654 INFO  [StoreOpener-927bd6ff37f5b14ccb54e2fce8602e42-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 927bd6ff37f5b14ccb54e2fce8602e42 
2024-12-05T12:27:21,656 INFO  [StoreOpener-927bd6ff37f5b14ccb54e2fce8602e42-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 927bd6ff37f5b14ccb54e2fce8602e42 columnFamilyName a
2024-12-05T12:27:21,656 DEBUG [StoreOpener-927bd6ff37f5b14ccb54e2fce8602e42-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:21,658 INFO  [StoreOpener-927bd6ff37f5b14ccb54e2fce8602e42-1 {}] regionserver.HStore(327): Store=927bd6ff37f5b14ccb54e2fce8602e42/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:21,660 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 927bd6ff37f5b14ccb54e2fce8602e42
2024-12-05T12:27:21,662 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/927bd6ff37f5b14ccb54e2fce8602e42
2024-12-05T12:27:21,670 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/927bd6ff37f5b14ccb54e2fce8602e42
2024-12-05T12:27:21,673 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/927bd6ff37f5b14ccb54e2fce8602e42/recovered.edits/0000000000000000002
2024-12-05T12:27:21,720 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-05T12:27:21,728 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/927bd6ff37f5b14ccb54e2fce8602e42/recovered.edits/0000000000000000002
2024-12-05T12:27:21,734 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 927bd6ff37f5b14ccb54e2fce8602e42 1/1 column families, dataSize=108 B heapSize=512 B
2024-12-05T12:27:21,827 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/927bd6ff37f5b14ccb54e2fce8602e42/.tmp/a/95bcde142aa1475fa3a01b0b4710d45f is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733401641048/Put/seqid=0
2024-12-05T12:27:21,858 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741844_1020 (size=5170)
2024-12-05T12:27:21,858 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741844_1020 (size=5170)
2024-12-05T12:27:21,858 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741844_1020 (size=5170)
2024-12-05T12:27:21,861 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/927bd6ff37f5b14ccb54e2fce8602e42/.tmp/a/95bcde142aa1475fa3a01b0b4710d45f
2024-12-05T12:27:21,921 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/927bd6ff37f5b14ccb54e2fce8602e42/.tmp/a/95bcde142aa1475fa3a01b0b4710d45f as hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/927bd6ff37f5b14ccb54e2fce8602e42/a/95bcde142aa1475fa3a01b0b4710d45f
2024-12-05T12:27:21,940 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/927bd6ff37f5b14ccb54e2fce8602e42/a/95bcde142aa1475fa3a01b0b4710d45f, entries=2, sequenceid=2, filesize=5.0 K
2024-12-05T12:27:21,954 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 927bd6ff37f5b14ccb54e2fce8602e42 in 214ms, sequenceid=2, compaction requested=false; wal=null
2024-12-05T12:27:21,957 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/927bd6ff37f5b14ccb54e2fce8602e42/recovered.edits/0000000000000000002
2024-12-05T12:27:21,959 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 927bd6ff37f5b14ccb54e2fce8602e42
2024-12-05T12:27:21,959 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 927bd6ff37f5b14ccb54e2fce8602e42
2024-12-05T12:27:21,963 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 927bd6ff37f5b14ccb54e2fce8602e42
2024-12-05T12:27:21,971 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/927bd6ff37f5b14ccb54e2fce8602e42/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1
2024-12-05T12:27:21,972 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 927bd6ff37f5b14ccb54e2fce8602e42; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61281953, jitterRate=-0.08682774007320404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-05T12:27:21,974 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 927bd6ff37f5b14ccb54e2fce8602e42:
Writing region info on filesystem at 1733401641642Initializing all the Stores at 1733401641652 (+10 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401641653 (+1 ms)Obtaining lock to block concurrent updates at 1733401641734 (+81 ms)Preparing flush snapshotting stores in 927bd6ff37f5b14ccb54e2fce8602e42 at 1733401641734Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733401640874.927bd6ff37f5b14ccb54e2fce8602e42., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733401641737 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1733401640874.927bd6ff37f5b14ccb54e2fce8602e42. at 1733401641738 (+1 ms)Flushing 927bd6ff37f5b14ccb54e2fce8602e42/a: creating writer at 1733401641741 (+3 ms)Flushing 927bd6ff37f5b14ccb54e2fce8602e42/a: appending metadata at 1733401641814 (+73 ms)Flushing 927bd6ff37f5b14ccb54e2fce8602e42/a: closing flushed file at 1733401641817 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4aa504b0: reopening flushed file at 1733401641917 (+100 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 927bd6ff37f5b14ccb54e2fce8602e42 in 214ms, sequenceid=2, compaction requested=false; wal=null at 1733401641954 (+37 ms)Cleaning up temporary data from old regions at 1733401641959 (+5 ms)Region opened successfully at 1733401641973 (+14 ms)
2024-12-05T12:27:22,012 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit0 Thread=369 (was 357)
Potentially hanging thread: PacketResponder: BP-394612106-172.17.0.3-1733401632216:blk_1073741843_1019, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-8-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-8-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-402583752_22 at /127.0.0.1:37378 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-394612106-172.17.0.3-1733401632216:blk_1073741843_1019, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: TestAsyncWALReplay-pool-0
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-402583752_22 at /127.0.0.1:37364 [Receiving block BP-394612106-172.17.0.3-1733401632216:blk_1073741843_1019]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:34587/hbase-prefix:default
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-402583752_22 at /127.0.0.1:33632 [Waiting for operation #10]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-402583752_22 at /127.0.0.1:42756 [Receiving block BP-394612106-172.17.0.3-1733401632216:blk_1073741843_1019]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-402583752_22 at /127.0.0.1:42602 [Waiting for operation #8]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-402583752_22 at /127.0.0.1:33636 [Receiving block BP-394612106-172.17.0.3-1733401632216:blk_1073741843_1019]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-394612106-172.17.0.3-1733401632216:blk_1073741843_1019, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-8-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=685 (was 589) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=654 (was 642) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3061 (was 3077)
2024-12-05T12:27:22,030 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit1 Thread=369, OpenFileDescriptor=685, MaxFileDescriptor=1048576, SystemLoadAverage=654, ProcessCount=11, AvailableMemoryMB=3061
2024-12-05T12:27:22,049 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T12:27:22,053 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T12:27:22,054 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-05T12:27:22,060 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-17815344, suffix=, logDir=hdfs://localhost:34587/hbase/WALs/hregion-17815344, archiveDir=hdfs://localhost:34587/hbase/oldWALs, maxLogs=32
2024-12-05T12:27:22,084 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-17815344/hregion-17815344.1733401642063, exclude list is [], retry=0
2024-12-05T12:27:22,089 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40127,DS-0e05f7c2-0ea3-4836-bc39-ae00d96fdb5f,DISK]
2024-12-05T12:27:22,089 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36485,DS-3fc733fc-c606-4614-8246-34ee521fde6c,DISK]
2024-12-05T12:27:22,093 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37437,DS-fb10f11e-5b1a-4c6c-902d-77b74582d23e,DISK]
2024-12-05T12:27:22,152 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-17815344/hregion-17815344.1733401642063
2024-12-05T12:27:22,152 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38955:38955),(127.0.0.1/127.0.0.1:46323:46323),(127.0.0.1/127.0.0.1:32849:32849)]
2024-12-05T12:27:22,152 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 58a14883602bfa7cef2a6f650cadee2a, NAME => 'testReplayEditsWrittenIntoWAL,,1733401642051.58a14883602bfa7cef2a6f650cadee2a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34587/hbase
2024-12-05T12:27:22,201 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741846_1022 (size=64)
2024-12-05T12:27:22,202 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741846_1022 (size=64)
2024-12-05T12:27:22,202 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741846_1022 (size=64)
2024-12-05T12:27:22,604 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733401642051.58a14883602bfa7cef2a6f650cadee2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T12:27:22,606 INFO  [StoreOpener-58a14883602bfa7cef2a6f650cadee2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 58a14883602bfa7cef2a6f650cadee2a 
2024-12-05T12:27:22,610 INFO  [StoreOpener-58a14883602bfa7cef2a6f650cadee2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58a14883602bfa7cef2a6f650cadee2a columnFamilyName a
2024-12-05T12:27:22,610 DEBUG [StoreOpener-58a14883602bfa7cef2a6f650cadee2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:22,612 INFO  [StoreOpener-58a14883602bfa7cef2a6f650cadee2a-1 {}] regionserver.HStore(327): Store=58a14883602bfa7cef2a6f650cadee2a/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:22,612 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 58a14883602bfa7cef2a6f650cadee2a
2024-12-05T12:27:22,615 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/58a14883602bfa7cef2a6f650cadee2a
2024-12-05T12:27:22,616 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/58a14883602bfa7cef2a6f650cadee2a
2024-12-05T12:27:22,617 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 58a14883602bfa7cef2a6f650cadee2a
2024-12-05T12:27:22,617 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 58a14883602bfa7cef2a6f650cadee2a
2024-12-05T12:27:22,620 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 58a14883602bfa7cef2a6f650cadee2a
2024-12-05T12:27:22,625 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/58a14883602bfa7cef2a6f650cadee2a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-05T12:27:22,626 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 58a14883602bfa7cef2a6f650cadee2a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74851525, jitterRate=0.11537463963031769}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-05T12:27:22,627 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 58a14883602bfa7cef2a6f650cadee2a:
Writing region info on filesystem at 1733401642604Initializing all the Stores at 1733401642606 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401642606Cleaning up temporary data from old regions at 1733401642617 (+11 ms)Region opened successfully at 1733401642627 (+10 ms)
2024-12-05T12:27:22,627 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 58a14883602bfa7cef2a6f650cadee2a, disabling compactions & flushes
2024-12-05T12:27:22,627 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733401642051.58a14883602bfa7cef2a6f650cadee2a.
2024-12-05T12:27:22,627 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733401642051.58a14883602bfa7cef2a6f650cadee2a.
2024-12-05T12:27:22,627 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733401642051.58a14883602bfa7cef2a6f650cadee2a. after waiting 0 ms
2024-12-05T12:27:22,627 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733401642051.58a14883602bfa7cef2a6f650cadee2a.
2024-12-05T12:27:22,628 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733401642051.58a14883602bfa7cef2a6f650cadee2a.
2024-12-05T12:27:22,628 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 58a14883602bfa7cef2a6f650cadee2a:
Waiting for close lock at 1733401642627Disabling compacts and flushes for region at 1733401642627Disabling writes for close at 1733401642627Writing region close event to WAL at 1733401642627Closed at 1733401642627
2024-12-05T12:27:22,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741845_1021 (size=175)
2024-12-05T12:27:22,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741845_1021 (size=175)
2024-12-05T12:27:22,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741845_1021 (size=175)
2024-12-05T12:27:22,634 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-17815344/hregion-17815344.1733401642063 not finished, retry = 0
2024-12-05T12:27:22,739 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-05T12:27:22,740 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-17815344:(num 1733401642063)
2024-12-05T12:27:22,744 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor
2024-12-05T12:27:22,816 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741847_1023 (size=469)
2024-12-05T12:27:22,817 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741847_1023 (size=469)
2024-12-05T12:27:22,817 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741847_1023 (size=469)
2024-12-05T12:27:22,821 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor
2024-12-05T12:27:22,885 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741848_1024 (size=322)
2024-12-05T12:27:22,886 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741848_1024 (size=322)
2024-12-05T12:27:22,889 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741848_1024 (size=322)
2024-12-05T12:27:22,915 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34587/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401642047/wal-2, size=322 (322bytes)
2024-12-05T12:27:22,915 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34587/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401642047/wal-2
2024-12-05T12:27:22,916 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34587/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401642047/wal-2 after 1ms
2024-12-05T12:27:22,956 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-05T12:27:22,957 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34587/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401642047/wal-2 took 43ms
2024-12-05T12:27:22,963 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34587/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401642047/wal-2 so closing down
2024-12-05T12:27:22,963 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-05T12:27:22,967 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp
2024-12-05T12:27:23,004 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/58a14883602bfa7cef2a6f650cadee2a/recovered.edits/0000000000000000002-wal-2.temp
2024-12-05T12:27:23,005 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-05T12:27:23,021 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741849_1025 (size=322)
2024-12-05T12:27:23,022 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741849_1025 (size=322)
2024-12-05T12:27:23,022 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741849_1025 (size=322)
2024-12-05T12:27:23,023 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/58a14883602bfa7cef2a6f650cadee2a/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms)
2024-12-05T12:27:23,025 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/58a14883602bfa7cef2a6f650cadee2a/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/58a14883602bfa7cef2a6f650cadee2a/recovered.edits/0000000000000000002
2024-12-05T12:27:23,025 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 65 ms; skipped=0; WAL=hdfs://localhost:34587/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401642047/wal-2, size=322, length=322, corrupted=false, cancelled=false
2024-12-05T12:27:23,026 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34587/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401642047/wal-2, journal: Splitting hdfs://localhost:34587/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401642047/wal-2, size=322 (322bytes) at 1733401642915Finishing writing output for hdfs://localhost:34587/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401642047/wal-2 so closing down at 1733401642963 (+48 ms)Creating recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/58a14883602bfa7cef2a6f650cadee2a/recovered.edits/0000000000000000002-wal-2.temp at 1733401643004 (+41 ms)3 split writer threads finished at 1733401643005 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/58a14883602bfa7cef2a6f650cadee2a/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733401643023 (+18 ms)Rename recovered edits hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/58a14883602bfa7cef2a6f650cadee2a/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/58a14883602bfa7cef2a6f650cadee2a/recovered.edits/0000000000000000002 at 1733401643025 (+2 ms)Processed 1 edits across 1 Regions in 65 ms; skipped=0; WAL=hdfs://localhost:34587/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401642047/wal-2, size=322, length=322, corrupted=false, cancelled=false at 1733401643025
2024-12-05T12:27:23,045 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34587/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401642047/wal-1, size=469 (469bytes)
2024-12-05T12:27:23,045 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34587/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401642047/wal-1
2024-12-05T12:27:23,046 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34587/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401642047/wal-1 after 1ms
2024-12-05T12:27:23,089 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-05T12:27:23,090 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34587/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401642047/wal-1 took 45ms
2024-12-05T12:27:23,094 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34587/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401642047/wal-1 so closing down
2024-12-05T12:27:23,094 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-05T12:27:23,097 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp
2024-12-05T12:27:23,129 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/58a14883602bfa7cef2a6f650cadee2a/recovered.edits/0000000000000000001-wal-1.temp
2024-12-05T12:27:23,129 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-05T12:27:23,145 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741850_1026 (size=469)
2024-12-05T12:27:23,145 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741850_1026 (size=469)
2024-12-05T12:27:23,145 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741850_1026 (size=469)
2024-12-05T12:27:23,146 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/58a14883602bfa7cef2a6f650cadee2a/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms)
2024-12-05T12:27:23,186 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-05T12:27:23,190 WARN  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/58a14883602bfa7cef2a6f650cadee2a/recovered.edits/0000000000000000002, length=322
2024-12-05T12:27:23,195 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/58a14883602bfa7cef2a6f650cadee2a/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/58a14883602bfa7cef2a6f650cadee2a/recovered.edits/0000000000000000002
2024-12-05T12:27:23,195 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 104 ms; skipped=0; WAL=hdfs://localhost:34587/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401642047/wal-1, size=469, length=469, corrupted=false, cancelled=false
2024-12-05T12:27:23,195 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34587/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401642047/wal-1, journal: Splitting hdfs://localhost:34587/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401642047/wal-1, size=469 (469bytes) at 1733401643045Finishing writing output for hdfs://localhost:34587/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401642047/wal-1 so closing down at 1733401643094 (+49 ms)Creating recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/58a14883602bfa7cef2a6f650cadee2a/recovered.edits/0000000000000000001-wal-1.temp at 1733401643129 (+35 ms)3 split writer threads finished at 1733401643129Closed recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/58a14883602bfa7cef2a6f650cadee2a/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733401643146 (+17 ms)Rename recovered edits hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/58a14883602bfa7cef2a6f650cadee2a/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/58a14883602bfa7cef2a6f650cadee2a/recovered.edits/0000000000000000002 at 1733401643195 (+49 ms)Processed 2 edits across 1 Regions in 104 ms; skipped=0; WAL=hdfs://localhost:34587/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401642047/wal-1, size=469, length=469, corrupted=false, cancelled=false at 1733401643195
2024-12-05T12:27:23,195 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-05T12:27:23,198 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34587/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401642047, archiveDir=hdfs://localhost:34587/hbase/oldWALs, maxLogs=32
2024-12-05T12:27:23,223 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401642047/wal.1733401643199, exclude list is [], retry=0
2024-12-05T12:27:23,228 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40127,DS-0e05f7c2-0ea3-4836-bc39-ae00d96fdb5f,DISK]
2024-12-05T12:27:23,228 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37437,DS-fb10f11e-5b1a-4c6c-902d-77b74582d23e,DISK]
2024-12-05T12:27:23,229 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36485,DS-3fc733fc-c606-4614-8246-34ee521fde6c,DISK]
2024-12-05T12:27:23,266 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401642047/wal.1733401643199
2024-12-05T12:27:23,267 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38955:38955),(127.0.0.1/127.0.0.1:32849:32849),(127.0.0.1/127.0.0.1:46323:46323)]
2024-12-05T12:27:23,267 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 58a14883602bfa7cef2a6f650cadee2a, NAME => 'testReplayEditsWrittenIntoWAL,,1733401642051.58a14883602bfa7cef2a6f650cadee2a.', STARTKEY => '', ENDKEY => ''}
2024-12-05T12:27:23,267 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733401642051.58a14883602bfa7cef2a6f650cadee2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T12:27:23,267 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 58a14883602bfa7cef2a6f650cadee2a
2024-12-05T12:27:23,267 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 58a14883602bfa7cef2a6f650cadee2a
2024-12-05T12:27:23,270 INFO  [StoreOpener-58a14883602bfa7cef2a6f650cadee2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 58a14883602bfa7cef2a6f650cadee2a 
2024-12-05T12:27:23,272 INFO  [StoreOpener-58a14883602bfa7cef2a6f650cadee2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58a14883602bfa7cef2a6f650cadee2a columnFamilyName a
2024-12-05T12:27:23,272 DEBUG [StoreOpener-58a14883602bfa7cef2a6f650cadee2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:23,273 INFO  [StoreOpener-58a14883602bfa7cef2a6f650cadee2a-1 {}] regionserver.HStore(327): Store=58a14883602bfa7cef2a6f650cadee2a/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:23,273 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 58a14883602bfa7cef2a6f650cadee2a
2024-12-05T12:27:23,274 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/58a14883602bfa7cef2a6f650cadee2a
2024-12-05T12:27:23,277 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/58a14883602bfa7cef2a6f650cadee2a
2024-12-05T12:27:23,279 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/58a14883602bfa7cef2a6f650cadee2a/recovered.edits/0000000000000000002
2024-12-05T12:27:23,315 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-05T12:27:23,317 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/58a14883602bfa7cef2a6f650cadee2a/recovered.edits/0000000000000000002
2024-12-05T12:27:23,317 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 58a14883602bfa7cef2a6f650cadee2a 1/1 column families, dataSize=108 B heapSize=512 B
2024-12-05T12:27:23,342 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/58a14883602bfa7cef2a6f650cadee2a/.tmp/a/f9fc77a35d384ae1a16591baf0bb06d7 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733401642740/Put/seqid=0
2024-12-05T12:27:23,362 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741852_1028 (size=5170)
2024-12-05T12:27:23,364 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741852_1028 (size=5170)
2024-12-05T12:27:23,364 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741852_1028 (size=5170)
2024-12-05T12:27:23,366 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/58a14883602bfa7cef2a6f650cadee2a/.tmp/a/f9fc77a35d384ae1a16591baf0bb06d7
2024-12-05T12:27:23,379 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/58a14883602bfa7cef2a6f650cadee2a/.tmp/a/f9fc77a35d384ae1a16591baf0bb06d7 as hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/58a14883602bfa7cef2a6f650cadee2a/a/f9fc77a35d384ae1a16591baf0bb06d7
2024-12-05T12:27:23,388 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/58a14883602bfa7cef2a6f650cadee2a/a/f9fc77a35d384ae1a16591baf0bb06d7, entries=2, sequenceid=2, filesize=5.0 K
2024-12-05T12:27:23,388 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 58a14883602bfa7cef2a6f650cadee2a in 71ms, sequenceid=2, compaction requested=false; wal=null
2024-12-05T12:27:23,390 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/58a14883602bfa7cef2a6f650cadee2a/recovered.edits/0000000000000000002
2024-12-05T12:27:23,390 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 58a14883602bfa7cef2a6f650cadee2a
2024-12-05T12:27:23,390 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 58a14883602bfa7cef2a6f650cadee2a
2024-12-05T12:27:23,395 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 58a14883602bfa7cef2a6f650cadee2a
2024-12-05T12:27:23,409 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/58a14883602bfa7cef2a6f650cadee2a/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1
2024-12-05T12:27:23,410 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 58a14883602bfa7cef2a6f650cadee2a; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65437106, jitterRate=-0.02491113543510437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-05T12:27:23,410 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 58a14883602bfa7cef2a6f650cadee2a:
Writing region info on filesystem at 1733401643268Initializing all the Stores at 1733401643269 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401643269Obtaining lock to block concurrent updates at 1733401643317 (+48 ms)Preparing flush snapshotting stores in 58a14883602bfa7cef2a6f650cadee2a at 1733401643317Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733401642051.58a14883602bfa7cef2a6f650cadee2a., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733401643317Flushing stores of testReplayEditsWrittenIntoWAL,,1733401642051.58a14883602bfa7cef2a6f650cadee2a. at 1733401643317Flushing 58a14883602bfa7cef2a6f650cadee2a/a: creating writer at 1733401643317Flushing 58a14883602bfa7cef2a6f650cadee2a/a: appending metadata at 1733401643341 (+24 ms)Flushing 58a14883602bfa7cef2a6f650cadee2a/a: closing flushed file at 1733401643341Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e8dda7c: reopening flushed file at 1733401643377 (+36 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 58a14883602bfa7cef2a6f650cadee2a in 71ms, sequenceid=2, compaction requested=false; wal=null at 1733401643388 (+11 ms)Cleaning up temporary data from old regions at 1733401643390 (+2 ms)Region opened successfully at 1733401643410 (+20 ms)
2024-12-05T12:27:23,430 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit1 Thread=379 (was 369)
Potentially hanging thread: AsyncFSWAL-10-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-402583752_22 at /127.0.0.1:37432 [Receiving block BP-394612106-172.17.0.3-1733401632216:blk_1073741851_1027]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-402583752_22 at /127.0.0.1:33720 [Receiving block BP-394612106-172.17.0.3-1733401632216:blk_1073741851_1027]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-402583752_22 at /127.0.0.1:42828 [Receiving block BP-394612106-172.17.0.3-1733401632216:blk_1073741851_1027]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-394612106-172.17.0.3-1733401632216:blk_1073741851_1027, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-394612106-172.17.0.3-1733401632216:blk_1073741851_1027, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-402583752_22 at /127.0.0.1:33632 [Waiting for operation #15]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-402583752_22 at /127.0.0.1:42602 [Waiting for operation #18]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-394612106-172.17.0.3-1733401632216:blk_1073741851_1027, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-10-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-10-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=767 (was 685) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=654 (was 654), ProcessCount=11 (was 11), AvailableMemoryMB=3040 (was 3061)
2024-12-05T12:27:23,446 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=379, OpenFileDescriptor=767, MaxFileDescriptor=1048576, SystemLoadAverage=654, ProcessCount=11, AvailableMemoryMB=3040
2024-12-05T12:27:23,467 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T12:27:23,470 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T12:27:23,471 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-05T12:27:23,474 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-10638040, suffix=, logDir=hdfs://localhost:34587/hbase/WALs/hregion-10638040, archiveDir=hdfs://localhost:34587/hbase/oldWALs, maxLogs=32
2024-12-05T12:27:23,490 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-10638040/hregion-10638040.1733401643475, exclude list is [], retry=0
2024-12-05T12:27:23,494 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36485,DS-3fc733fc-c606-4614-8246-34ee521fde6c,DISK]
2024-12-05T12:27:23,494 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40127,DS-0e05f7c2-0ea3-4836-bc39-ae00d96fdb5f,DISK]
2024-12-05T12:27:23,495 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37437,DS-fb10f11e-5b1a-4c6c-902d-77b74582d23e,DISK]
2024-12-05T12:27:23,533 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-10638040/hregion-10638040.1733401643475
2024-12-05T12:27:23,536 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46323:46323),(127.0.0.1/127.0.0.1:38955:38955),(127.0.0.1/127.0.0.1:32849:32849)]
2024-12-05T12:27:23,537 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 2e52e6adb10cba10f60f58c5917f4324, NAME => 'testReplayEditsWrittenIntoWAL,,1733401643468.2e52e6adb10cba10f60f58c5917f4324.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34587/hbase
2024-12-05T12:27:23,564 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741854_1030 (size=64)
2024-12-05T12:27:23,564 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741854_1030 (size=64)
2024-12-05T12:27:23,565 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741854_1030 (size=64)
2024-12-05T12:27:23,567 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733401643468.2e52e6adb10cba10f60f58c5917f4324.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T12:27:23,569 INFO  [StoreOpener-2e52e6adb10cba10f60f58c5917f4324-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2e52e6adb10cba10f60f58c5917f4324 
2024-12-05T12:27:23,571 INFO  [StoreOpener-2e52e6adb10cba10f60f58c5917f4324-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e52e6adb10cba10f60f58c5917f4324 columnFamilyName a
2024-12-05T12:27:23,572 DEBUG [StoreOpener-2e52e6adb10cba10f60f58c5917f4324-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:23,572 INFO  [StoreOpener-2e52e6adb10cba10f60f58c5917f4324-1 {}] regionserver.HStore(327): Store=2e52e6adb10cba10f60f58c5917f4324/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:23,573 INFO  [StoreOpener-2e52e6adb10cba10f60f58c5917f4324-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2e52e6adb10cba10f60f58c5917f4324 
2024-12-05T12:27:23,574 INFO  [StoreOpener-2e52e6adb10cba10f60f58c5917f4324-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e52e6adb10cba10f60f58c5917f4324 columnFamilyName b
2024-12-05T12:27:23,575 DEBUG [StoreOpener-2e52e6adb10cba10f60f58c5917f4324-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:23,575 INFO  [StoreOpener-2e52e6adb10cba10f60f58c5917f4324-1 {}] regionserver.HStore(327): Store=2e52e6adb10cba10f60f58c5917f4324/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:23,575 INFO  [StoreOpener-2e52e6adb10cba10f60f58c5917f4324-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2e52e6adb10cba10f60f58c5917f4324 
2024-12-05T12:27:23,577 INFO  [StoreOpener-2e52e6adb10cba10f60f58c5917f4324-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e52e6adb10cba10f60f58c5917f4324 columnFamilyName c
2024-12-05T12:27:23,577 DEBUG [StoreOpener-2e52e6adb10cba10f60f58c5917f4324-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:23,578 INFO  [StoreOpener-2e52e6adb10cba10f60f58c5917f4324-1 {}] regionserver.HStore(327): Store=2e52e6adb10cba10f60f58c5917f4324/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:23,578 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2e52e6adb10cba10f60f58c5917f4324
2024-12-05T12:27:23,579 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/2e52e6adb10cba10f60f58c5917f4324
2024-12-05T12:27:23,582 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/2e52e6adb10cba10f60f58c5917f4324
2024-12-05T12:27:23,584 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2e52e6adb10cba10f60f58c5917f4324
2024-12-05T12:27:23,584 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2e52e6adb10cba10f60f58c5917f4324
2024-12-05T12:27:23,585 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-05T12:27:23,588 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2e52e6adb10cba10f60f58c5917f4324
2024-12-05T12:27:23,593 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/2e52e6adb10cba10f60f58c5917f4324/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-05T12:27:23,593 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 2e52e6adb10cba10f60f58c5917f4324; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63251700, jitterRate=-0.0574762225151062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-05T12:27:23,594 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2e52e6adb10cba10f60f58c5917f4324:
Writing region info on filesystem at 1733401643567Initializing all the Stores at 1733401643569 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401643569Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401643569Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401643569Cleaning up temporary data from old regions at 1733401643584 (+15 ms)Region opened successfully at 1733401643594 (+10 ms)
2024-12-05T12:27:23,594 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2e52e6adb10cba10f60f58c5917f4324, disabling compactions & flushes
2024-12-05T12:27:23,594 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733401643468.2e52e6adb10cba10f60f58c5917f4324.
2024-12-05T12:27:23,594 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733401643468.2e52e6adb10cba10f60f58c5917f4324.
2024-12-05T12:27:23,594 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733401643468.2e52e6adb10cba10f60f58c5917f4324. after waiting 0 ms
2024-12-05T12:27:23,594 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733401643468.2e52e6adb10cba10f60f58c5917f4324.
2024-12-05T12:27:23,595 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733401643468.2e52e6adb10cba10f60f58c5917f4324.
2024-12-05T12:27:23,595 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2e52e6adb10cba10f60f58c5917f4324:
Waiting for close lock at 1733401643594Disabling compacts and flushes for region at 1733401643594Disabling writes for close at 1733401643594Writing region close event to WAL at 1733401643595 (+1 ms)Closed at 1733401643595
2024-12-05T12:27:23,599 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741853_1029 (size=175)
2024-12-05T12:27:23,599 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741853_1029 (size=175)
2024-12-05T12:27:23,600 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741853_1029 (size=175)
2024-12-05T12:27:23,607 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-05T12:27:23,607 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-10638040:(num 1733401643475)
2024-12-05T12:27:23,607 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-05T12:27:23,611 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34587/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401643466, archiveDir=hdfs://localhost:34587/hbase/oldWALs, maxLogs=32
2024-12-05T12:27:23,628 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401643466/wal.1733401643611, exclude list is [], retry=0
2024-12-05T12:27:23,635 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40127,DS-0e05f7c2-0ea3-4836-bc39-ae00d96fdb5f,DISK]
2024-12-05T12:27:23,636 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37437,DS-fb10f11e-5b1a-4c6c-902d-77b74582d23e,DISK]
2024-12-05T12:27:23,636 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36485,DS-3fc733fc-c606-4614-8246-34ee521fde6c,DISK]
2024-12-05T12:27:23,671 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401643466/wal.1733401643611
2024-12-05T12:27:23,672 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38955:38955),(127.0.0.1/127.0.0.1:32849:32849),(127.0.0.1/127.0.0.1:46323:46323)]
2024-12-05T12:27:23,756 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741831_1007 (size=1321)
2024-12-05T12:27:23,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741828_1004 (size=1189)
2024-12-05T12:27:23,768 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741832_1008 (size=32)
2024-12-05T12:27:23,969 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34587/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401643466/wal.1733401643611, size=0 (0bytes)
2024-12-05T12:27:23,969 WARN  [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34587/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401643466/wal.1733401643611 might be still open, length is 0
2024-12-05T12:27:23,970 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34587/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401643466/wal.1733401643611
2024-12-05T12:27:23,971 WARN  [IPC Server handler 2 on default port 34587 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401643466/wal.1733401643611 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031
2024-12-05T12:27:23,971 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34587/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401643466/wal.1733401643611 after 1ms
2024-12-05T12:27:25,743 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-05T12:27:25,815 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-12-05T12:27:26,736 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-402583752_22 at /127.0.0.1:37488 [Receiving block BP-394612106-172.17.0.3-1733401632216:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:40127:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:37488 dst: /127.0.0.1:40127
java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:40127 remote=/127.0.0.1:37488]. Total timeout mills is 60000, 57192 millis timeout left.
	at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?]
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?]
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?]
	at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?]
	at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?]
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T12:27:26,737 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-402583752_22 at /127.0.0.1:33748 [Receiving block BP-394612106-172.17.0.3-1733401632216:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:36485:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:33748 dst: /127.0.0.1:36485
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T12:27:26,737 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-402583752_22 at /127.0.0.1:42864 [Receiving block BP-394612106-172.17.0.3-1733401632216:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:37437:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:42864 dst: /127.0.0.1:37437
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T12:27:26,746 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741855_1032 (size=497775)
2024-12-05T12:27:26,748 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741855_1032 (size=497775)
2024-12-05T12:27:26,749 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741855_1032 (size=497775)
2024-12-05T12:27:26,917 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-12-05T12:27:26,918 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-12-05T12:27:26,920 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-05T12:27:26,920 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-12-05T12:27:26,921 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-12-05T12:27:26,921 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-12-05T12:27:26,922 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL
2024-12-05T12:27:26,922 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer
2024-12-05T12:27:27,973 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34587/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401643466/wal.1733401643611 after 4002ms
2024-12-05T12:27:28,023 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-05T12:27:28,026 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34587/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401643466/wal.1733401643611 took 4057ms
2024-12-05T12:27:28,046 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733401643611.temp
2024-12-05T12:27:28,085 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/2e52e6adb10cba10f60f58c5917f4324/recovered.edits/0000000000000000001-wal.1733401643611.temp
2024-12-05T12:27:28,161 INFO  [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34587/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401643466/wal.1733401643611; continuing.
2024-12-05T12:27:28,161 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34587/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401643466/wal.1733401643611 so closing down
2024-12-05T12:27:28,161 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-05T12:27:28,161 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-05T12:27:28,172 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741856_1033 (size=497783)
2024-12-05T12:27:28,172 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741856_1033 (size=497783)
2024-12-05T12:27:28,172 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741856_1033 (size=497783)
2024-12-05T12:27:28,174 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/2e52e6adb10cba10f60f58c5917f4324/recovered.edits/0000000000000000001-wal.1733401643611.temp (wrote 3002 edits, skipped 0 edits in 46 ms)
2024-12-05T12:27:28,177 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/2e52e6adb10cba10f60f58c5917f4324/recovered.edits/0000000000000000001-wal.1733401643611.temp to hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/2e52e6adb10cba10f60f58c5917f4324/recovered.edits/0000000000000003002
2024-12-05T12:27:28,177 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 144 ms; skipped=0; WAL=hdfs://localhost:34587/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401643466/wal.1733401643611, size=0, length=0, corrupted=false, cancelled=false
2024-12-05T12:27:28,177 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34587/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401643466/wal.1733401643611, journal: Splitting hdfs://localhost:34587/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401643466/wal.1733401643611, size=0 (0bytes) at 1733401643969Creating recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/2e52e6adb10cba10f60f58c5917f4324/recovered.edits/0000000000000000001-wal.1733401643611.temp at 1733401648085 (+4116 ms)Split 1024 edits, skipped 0 edits. at 1733401648104 (+19 ms)Split 2048 edits, skipped 0 edits. at 1733401648134 (+30 ms)Finishing writing output for hdfs://localhost:34587/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401643466/wal.1733401643611 so closing down at 1733401648161 (+27 ms)3 split writer threads finished at 1733401648161Closed recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/2e52e6adb10cba10f60f58c5917f4324/recovered.edits/0000000000000000001-wal.1733401643611.temp (wrote 3002 edits, skipped 0 edits in 46 ms) at 1733401648174 (+13 ms)Rename recovered edits hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/2e52e6adb10cba10f60f58c5917f4324/recovered.edits/0000000000000000001-wal.1733401643611.temp to hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/2e52e6adb10cba10f60f58c5917f4324/recovered.edits/0000000000000003002 at 1733401648177 (+3 ms)Processed 3002 edits across 1 Regions in 144 ms; skipped=0; WAL=hdfs://localhost:34587/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401643466/wal.1733401643611, size=0, length=0, corrupted=false, cancelled=false at 1733401648177
2024-12-05T12:27:28,180 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34587/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401643466/wal.1733401643611 to hdfs://localhost:34587/hbase/oldWALs/wal.1733401643611
2024-12-05T12:27:28,181 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/2e52e6adb10cba10f60f58c5917f4324/recovered.edits/0000000000000003002
2024-12-05T12:27:28,181 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-05T12:27:28,183 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34587/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401643466, archiveDir=hdfs://localhost:34587/hbase/oldWALs, maxLogs=32
2024-12-05T12:27:28,218 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401643466/wal.1733401648184, exclude list is [], retry=0
2024-12-05T12:27:28,222 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36485,DS-3fc733fc-c606-4614-8246-34ee521fde6c,DISK]
2024-12-05T12:27:28,222 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40127,DS-0e05f7c2-0ea3-4836-bc39-ae00d96fdb5f,DISK]
2024-12-05T12:27:28,222 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37437,DS-fb10f11e-5b1a-4c6c-902d-77b74582d23e,DISK]
2024-12-05T12:27:28,258 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401643466/wal.1733401648184
2024-12-05T12:27:28,261 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46323:46323),(127.0.0.1/127.0.0.1:38955:38955),(127.0.0.1/127.0.0.1:32849:32849)]
2024-12-05T12:27:28,261 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733401643468.2e52e6adb10cba10f60f58c5917f4324.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T12:27:28,264 INFO  [StoreOpener-2e52e6adb10cba10f60f58c5917f4324-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2e52e6adb10cba10f60f58c5917f4324 
2024-12-05T12:27:28,265 INFO  [StoreOpener-2e52e6adb10cba10f60f58c5917f4324-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e52e6adb10cba10f60f58c5917f4324 columnFamilyName a
2024-12-05T12:27:28,265 DEBUG [StoreOpener-2e52e6adb10cba10f60f58c5917f4324-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:28,265 INFO  [StoreOpener-2e52e6adb10cba10f60f58c5917f4324-1 {}] regionserver.HStore(327): Store=2e52e6adb10cba10f60f58c5917f4324/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:28,266 INFO  [StoreOpener-2e52e6adb10cba10f60f58c5917f4324-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2e52e6adb10cba10f60f58c5917f4324 
2024-12-05T12:27:28,267 INFO  [StoreOpener-2e52e6adb10cba10f60f58c5917f4324-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e52e6adb10cba10f60f58c5917f4324 columnFamilyName b
2024-12-05T12:27:28,267 DEBUG [StoreOpener-2e52e6adb10cba10f60f58c5917f4324-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:28,267 INFO  [StoreOpener-2e52e6adb10cba10f60f58c5917f4324-1 {}] regionserver.HStore(327): Store=2e52e6adb10cba10f60f58c5917f4324/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:28,267 INFO  [StoreOpener-2e52e6adb10cba10f60f58c5917f4324-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2e52e6adb10cba10f60f58c5917f4324 
2024-12-05T12:27:28,268 INFO  [StoreOpener-2e52e6adb10cba10f60f58c5917f4324-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e52e6adb10cba10f60f58c5917f4324 columnFamilyName c
2024-12-05T12:27:28,268 DEBUG [StoreOpener-2e52e6adb10cba10f60f58c5917f4324-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:28,269 INFO  [StoreOpener-2e52e6adb10cba10f60f58c5917f4324-1 {}] regionserver.HStore(327): Store=2e52e6adb10cba10f60f58c5917f4324/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:28,269 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2e52e6adb10cba10f60f58c5917f4324
2024-12-05T12:27:28,270 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/2e52e6adb10cba10f60f58c5917f4324
2024-12-05T12:27:28,272 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/2e52e6adb10cba10f60f58c5917f4324
2024-12-05T12:27:28,273 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/2e52e6adb10cba10f60f58c5917f4324/recovered.edits/0000000000000003002
2024-12-05T12:27:28,311 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-05T12:27:28,358 INFO  [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked
2024-12-05T12:27:28,875 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 2e52e6adb10cba10f60f58c5917f4324 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB
2024-12-05T12:27:28,917 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/2e52e6adb10cba10f60f58c5917f4324/.tmp/a/dcfd950772e4478da733ac05fbfa0a0e is 62, key is testReplayEditsWrittenIntoWAL/a:100/1733401643682/Put/seqid=0
2024-12-05T12:27:28,926 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741858_1035 (size=50463)
2024-12-05T12:27:28,926 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741858_1035 (size=50463)
2024-12-05T12:27:28,927 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741858_1035 (size=50463)
2024-12-05T12:27:28,927 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/2e52e6adb10cba10f60f58c5917f4324/.tmp/a/dcfd950772e4478da733ac05fbfa0a0e
2024-12-05T12:27:28,935 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/2e52e6adb10cba10f60f58c5917f4324/.tmp/a/dcfd950772e4478da733ac05fbfa0a0e as hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/2e52e6adb10cba10f60f58c5917f4324/a/dcfd950772e4478da733ac05fbfa0a0e
2024-12-05T12:27:28,941 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/2e52e6adb10cba10f60f58c5917f4324/a/dcfd950772e4478da733ac05fbfa0a0e, entries=754, sequenceid=754, filesize=49.3 K
2024-12-05T12:27:28,941 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 2e52e6adb10cba10f60f58c5917f4324 in 66ms, sequenceid=754, compaction requested=false; wal=null
2024-12-05T12:27:28,962 INFO  [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked
2024-12-05T12:27:28,963 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 2e52e6adb10cba10f60f58c5917f4324 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB
2024-12-05T12:27:28,972 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/2e52e6adb10cba10f60f58c5917f4324/.tmp/a/6678eca56bfc4f6ba64e44e32a0c8c13 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1733401643745/Put/seqid=0
2024-12-05T12:27:28,984 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741859_1036 (size=20072)
2024-12-05T12:27:28,985 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741859_1036 (size=20072)
2024-12-05T12:27:28,985 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741859_1036 (size=20072)
2024-12-05T12:27:28,986 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/2e52e6adb10cba10f60f58c5917f4324/.tmp/a/6678eca56bfc4f6ba64e44e32a0c8c13
2024-12-05T12:27:29,012 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/2e52e6adb10cba10f60f58c5917f4324/.tmp/b/5764590fcc2f4f46934f1c0645f527a2 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1733401643803/Put/seqid=0
2024-12-05T12:27:29,020 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741860_1037 (size=35835)
2024-12-05T12:27:29,020 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741860_1037 (size=35835)
2024-12-05T12:27:29,021 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741860_1037 (size=35835)
2024-12-05T12:27:29,021 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/2e52e6adb10cba10f60f58c5917f4324/.tmp/b/5764590fcc2f4f46934f1c0645f527a2
2024-12-05T12:27:29,028 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/2e52e6adb10cba10f60f58c5917f4324/.tmp/a/6678eca56bfc4f6ba64e44e32a0c8c13 as hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/2e52e6adb10cba10f60f58c5917f4324/a/6678eca56bfc4f6ba64e44e32a0c8c13
2024-12-05T12:27:29,034 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/2e52e6adb10cba10f60f58c5917f4324/a/6678eca56bfc4f6ba64e44e32a0c8c13, entries=246, sequenceid=1508, filesize=19.6 K
2024-12-05T12:27:29,036 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/2e52e6adb10cba10f60f58c5917f4324/.tmp/b/5764590fcc2f4f46934f1c0645f527a2 as hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/2e52e6adb10cba10f60f58c5917f4324/b/5764590fcc2f4f46934f1c0645f527a2
2024-12-05T12:27:29,042 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/2e52e6adb10cba10f60f58c5917f4324/b/5764590fcc2f4f46934f1c0645f527a2, entries=508, sequenceid=1508, filesize=35.0 K
2024-12-05T12:27:29,042 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 2e52e6adb10cba10f60f58c5917f4324 in 79ms, sequenceid=1508, compaction requested=false; wal=null
2024-12-05T12:27:29,055 INFO  [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked
2024-12-05T12:27:29,055 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 2e52e6adb10cba10f60f58c5917f4324 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB
2024-12-05T12:27:29,063 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/2e52e6adb10cba10f60f58c5917f4324/.tmp/b/f67d2232c66c45ab9bf0dde8784d6864 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1733401643832/Put/seqid=0
2024-12-05T12:27:29,081 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741861_1038 (size=35082)
2024-12-05T12:27:29,082 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741861_1038 (size=35082)
2024-12-05T12:27:29,083 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741861_1038 (size=35082)
2024-12-05T12:27:29,084 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/2e52e6adb10cba10f60f58c5917f4324/.tmp/b/f67d2232c66c45ab9bf0dde8784d6864
2024-12-05T12:27:29,107 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/2e52e6adb10cba10f60f58c5917f4324/.tmp/c/cd25f774b6f7425783bfc91513dd641e is 62, key is testReplayEditsWrittenIntoWAL/c:100/1733401643874/Put/seqid=0
2024-12-05T12:27:29,119 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741862_1039 (size=20825)
2024-12-05T12:27:29,120 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741862_1039 (size=20825)
2024-12-05T12:27:29,120 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741862_1039 (size=20825)
2024-12-05T12:27:29,121 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/2e52e6adb10cba10f60f58c5917f4324/.tmp/c/cd25f774b6f7425783bfc91513dd641e
2024-12-05T12:27:29,129 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/2e52e6adb10cba10f60f58c5917f4324/.tmp/b/f67d2232c66c45ab9bf0dde8784d6864 as hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/2e52e6adb10cba10f60f58c5917f4324/b/f67d2232c66c45ab9bf0dde8784d6864
2024-12-05T12:27:29,136 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/2e52e6adb10cba10f60f58c5917f4324/b/f67d2232c66c45ab9bf0dde8784d6864, entries=492, sequenceid=2262, filesize=34.3 K
2024-12-05T12:27:29,137 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/2e52e6adb10cba10f60f58c5917f4324/.tmp/c/cd25f774b6f7425783bfc91513dd641e as hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/2e52e6adb10cba10f60f58c5917f4324/c/cd25f774b6f7425783bfc91513dd641e
2024-12-05T12:27:29,144 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/2e52e6adb10cba10f60f58c5917f4324/c/cd25f774b6f7425783bfc91513dd641e, entries=262, sequenceid=2262, filesize=20.3 K
2024-12-05T12:27:29,144 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 2e52e6adb10cba10f60f58c5917f4324 in 89ms, sequenceid=2262, compaction requested=false; wal=null
2024-12-05T12:27:29,154 WARN  [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1733401643926/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1733401643468.2e52e6adb10cba10f60f58c5917f4324.
2024-12-05T12:27:29,158 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/2e52e6adb10cba10f60f58c5917f4324/recovered.edits/0000000000000003002
2024-12-05T12:27:29,158 INFO  [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked
2024-12-05T12:27:29,158 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 2e52e6adb10cba10f60f58c5917f4324 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB
2024-12-05T12:27:29,168 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/2e52e6adb10cba10f60f58c5917f4324/.tmp/c/34cc18212bda417cb9abefea7fd9c724 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1733401643883/Put/seqid=0
2024-12-05T12:27:29,184 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741863_1040 (size=50301)
2024-12-05T12:27:29,184 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741863_1040 (size=50301)
2024-12-05T12:27:29,185 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741863_1040 (size=50301)
2024-12-05T12:27:29,185 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/2e52e6adb10cba10f60f58c5917f4324/.tmp/c/34cc18212bda417cb9abefea7fd9c724
2024-12-05T12:27:29,192 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 34cc18212bda417cb9abefea7fd9c724
2024-12-05T12:27:29,194 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/2e52e6adb10cba10f60f58c5917f4324/.tmp/c/34cc18212bda417cb9abefea7fd9c724 as hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/2e52e6adb10cba10f60f58c5917f4324/c/34cc18212bda417cb9abefea7fd9c724
2024-12-05T12:27:29,201 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 34cc18212bda417cb9abefea7fd9c724
2024-12-05T12:27:29,201 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/2e52e6adb10cba10f60f58c5917f4324/c/34cc18212bda417cb9abefea7fd9c724, entries=739, sequenceid=3002, filesize=49.1 K
2024-12-05T12:27:29,201 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 2e52e6adb10cba10f60f58c5917f4324 in 43ms, sequenceid=3002, compaction requested=false; wal=null
2024-12-05T12:27:29,202 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/2e52e6adb10cba10f60f58c5917f4324/recovered.edits/0000000000000003002
2024-12-05T12:27:29,204 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2e52e6adb10cba10f60f58c5917f4324
2024-12-05T12:27:29,204 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2e52e6adb10cba10f60f58c5917f4324
2024-12-05T12:27:29,205 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-12-05T12:27:29,207 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2e52e6adb10cba10f60f58c5917f4324
2024-12-05T12:27:29,209 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenIntoWAL/2e52e6adb10cba10f60f58c5917f4324/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1
2024-12-05T12:27:29,211 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 2e52e6adb10cba10f60f58c5917f4324; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59374651, jitterRate=-0.11524875462055206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-12-05T12:27:29,211 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2e52e6adb10cba10f60f58c5917f4324:
Writing region info on filesystem at 1733401648261Initializing all the Stores at 1733401648263 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401648263Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401648263Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401648263Cleaning up temporary data from old regions at 1733401649204 (+941 ms)Region opened successfully at 1733401649211 (+7 ms)
2024-12-05T12:27:29,273 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2e52e6adb10cba10f60f58c5917f4324, disabling compactions & flushes
2024-12-05T12:27:29,273 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733401643468.2e52e6adb10cba10f60f58c5917f4324.
2024-12-05T12:27:29,273 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733401643468.2e52e6adb10cba10f60f58c5917f4324.
2024-12-05T12:27:29,273 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733401643468.2e52e6adb10cba10f60f58c5917f4324. after waiting 0 ms
2024-12-05T12:27:29,273 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733401643468.2e52e6adb10cba10f60f58c5917f4324.
2024-12-05T12:27:29,275 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733401643468.2e52e6adb10cba10f60f58c5917f4324.
2024-12-05T12:27:29,276 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2e52e6adb10cba10f60f58c5917f4324:
Waiting for close lock at 1733401649273Disabling compacts and flushes for region at 1733401649273Disabling writes for close at 1733401649273Writing region close event to WAL at 1733401649275 (+2 ms)Closed at 1733401649275
2024-12-05T12:27:29,279 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741857_1034 (size=175)
2024-12-05T12:27:29,279 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741857_1034 (size=175)
2024-12-05T12:27:29,279 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741857_1034 (size=175)
2024-12-05T12:27:29,283 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-05T12:27:29,283 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733401648184)
2024-12-05T12:27:29,302 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=396 (was 379)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1538505930_22 at /127.0.0.1:49832 [Waiting for operation #17]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1538505930_22 at /127.0.0.1:47976 [Waiting for operation #11]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1616464420) connection to localhost/127.0.0.1:41385 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: AsyncFSWAL-12-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1538505930_22 at /127.0.0.1:48818 [Waiting for operation #15]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@34f8bfbf[State = -1, empty queue]
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33683
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:34587
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1538505930_22 at /127.0.0.1:47938 [Waiting for operation #7]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/cluster_04abff73-b402-e607-235b-eeda6ab91151/data/data2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41385
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1616464420) connection to localhost/127.0.0.1:34587 from jenkins.replay.wal.secondtime
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: AsyncFSWAL-12-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-12-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@1e9045ad[State = -1, empty queue]
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@3a3f4750[State = -1, empty queue]
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/cluster_04abff73-b402-e607-235b-eeda6ab91151/data/data1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1616464420) connection to localhost/127.0.0.1:33683 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)
 - Thread LEAK? -, OpenFileDescriptor=847 (was 767) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=642 (was 654), ProcessCount=11 (was 11), AvailableMemoryMB=2867 (was 3040)
2024-12-05T12:27:29,313 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#test2727 Thread=396, OpenFileDescriptor=847, MaxFileDescriptor=1048576, SystemLoadAverage=642, ProcessCount=11, AvailableMemoryMB=2867
2024-12-05T12:27:29,336 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T12:27:29,339 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T12:27:29,340 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-05T12:27:29,344 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-46133919, suffix=, logDir=hdfs://localhost:34587/hbase/WALs/hregion-46133919, archiveDir=hdfs://localhost:34587/hbase/oldWALs, maxLogs=32
2024-12-05T12:27:29,364 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-46133919/hregion-46133919.1733401649345, exclude list is [], retry=0
2024-12-05T12:27:29,368 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40127,DS-0e05f7c2-0ea3-4836-bc39-ae00d96fdb5f,DISK]
2024-12-05T12:27:29,368 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37437,DS-fb10f11e-5b1a-4c6c-902d-77b74582d23e,DISK]
2024-12-05T12:27:29,369 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36485,DS-3fc733fc-c606-4614-8246-34ee521fde6c,DISK]
2024-12-05T12:27:29,404 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-46133919/hregion-46133919.1733401649345
2024-12-05T12:27:29,405 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38955:38955),(127.0.0.1/127.0.0.1:32849:32849),(127.0.0.1/127.0.0.1:46323:46323)]
2024-12-05T12:27:29,405 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => c88006cdbbe00b8839e5eabeffd7c585, NAME => 'test2727,,1733401649337.c88006cdbbe00b8839e5eabeffd7c585.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34587/hbase
2024-12-05T12:27:29,415 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741865_1042 (size=43)
2024-12-05T12:27:29,415 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741865_1042 (size=43)
2024-12-05T12:27:29,417 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741865_1042 (size=43)
2024-12-05T12:27:29,417 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733401649337.c88006cdbbe00b8839e5eabeffd7c585.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T12:27:29,418 INFO  [StoreOpener-c88006cdbbe00b8839e5eabeffd7c585-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c88006cdbbe00b8839e5eabeffd7c585 
2024-12-05T12:27:29,420 INFO  [StoreOpener-c88006cdbbe00b8839e5eabeffd7c585-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c88006cdbbe00b8839e5eabeffd7c585 columnFamilyName a
2024-12-05T12:27:29,420 DEBUG [StoreOpener-c88006cdbbe00b8839e5eabeffd7c585-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:29,421 INFO  [StoreOpener-c88006cdbbe00b8839e5eabeffd7c585-1 {}] regionserver.HStore(327): Store=c88006cdbbe00b8839e5eabeffd7c585/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:29,421 INFO  [StoreOpener-c88006cdbbe00b8839e5eabeffd7c585-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c88006cdbbe00b8839e5eabeffd7c585 
2024-12-05T12:27:29,423 INFO  [StoreOpener-c88006cdbbe00b8839e5eabeffd7c585-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c88006cdbbe00b8839e5eabeffd7c585 columnFamilyName b
2024-12-05T12:27:29,423 DEBUG [StoreOpener-c88006cdbbe00b8839e5eabeffd7c585-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:29,423 INFO  [StoreOpener-c88006cdbbe00b8839e5eabeffd7c585-1 {}] regionserver.HStore(327): Store=c88006cdbbe00b8839e5eabeffd7c585/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:29,423 INFO  [StoreOpener-c88006cdbbe00b8839e5eabeffd7c585-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c88006cdbbe00b8839e5eabeffd7c585 
2024-12-05T12:27:29,425 INFO  [StoreOpener-c88006cdbbe00b8839e5eabeffd7c585-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c88006cdbbe00b8839e5eabeffd7c585 columnFamilyName c
2024-12-05T12:27:29,425 DEBUG [StoreOpener-c88006cdbbe00b8839e5eabeffd7c585-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:29,425 INFO  [StoreOpener-c88006cdbbe00b8839e5eabeffd7c585-1 {}] regionserver.HStore(327): Store=c88006cdbbe00b8839e5eabeffd7c585/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:29,425 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c88006cdbbe00b8839e5eabeffd7c585
2024-12-05T12:27:29,426 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/test2727/c88006cdbbe00b8839e5eabeffd7c585
2024-12-05T12:27:29,427 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/test2727/c88006cdbbe00b8839e5eabeffd7c585
2024-12-05T12:27:29,428 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c88006cdbbe00b8839e5eabeffd7c585
2024-12-05T12:27:29,428 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c88006cdbbe00b8839e5eabeffd7c585
2024-12-05T12:27:29,429 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-05T12:27:29,430 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c88006cdbbe00b8839e5eabeffd7c585
2024-12-05T12:27:29,433 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34587/hbase/data/default/test2727/c88006cdbbe00b8839e5eabeffd7c585/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-05T12:27:29,433 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened c88006cdbbe00b8839e5eabeffd7c585; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74281628, jitterRate=0.10688251256942749}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-05T12:27:29,435 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c88006cdbbe00b8839e5eabeffd7c585:
Writing region info on filesystem at 1733401649417Initializing all the Stores at 1733401649418 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401649418Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401649418Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401649418Cleaning up temporary data from old regions at 1733401649428 (+10 ms)Region opened successfully at 1733401649435 (+7 ms)
2024-12-05T12:27:29,435 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c88006cdbbe00b8839e5eabeffd7c585, disabling compactions & flushes
2024-12-05T12:27:29,435 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733401649337.c88006cdbbe00b8839e5eabeffd7c585.
2024-12-05T12:27:29,435 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733401649337.c88006cdbbe00b8839e5eabeffd7c585.
2024-12-05T12:27:29,435 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733401649337.c88006cdbbe00b8839e5eabeffd7c585. after waiting 0 ms
2024-12-05T12:27:29,435 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733401649337.c88006cdbbe00b8839e5eabeffd7c585.
2024-12-05T12:27:29,435 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733401649337.c88006cdbbe00b8839e5eabeffd7c585.
2024-12-05T12:27:29,435 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c88006cdbbe00b8839e5eabeffd7c585:
Waiting for close lock at 1733401649435Disabling compacts and flushes for region at 1733401649435Disabling writes for close at 1733401649435Writing region close event to WAL at 1733401649435Closed at 1733401649435
2024-12-05T12:27:29,445 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741864_1041 (size=175)
2024-12-05T12:27:29,445 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741864_1041 (size=175)
2024-12-05T12:27:29,446 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741864_1041 (size=175)
2024-12-05T12:27:29,448 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-05T12:27:29,448 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-46133919:(num 1733401649345)
2024-12-05T12:27:29,449 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-05T12:27:29,451 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34587/hbase/WALs/test2727-manual,16010,1733401649335, archiveDir=hdfs://localhost:34587/hbase/oldWALs, maxLogs=32
2024-12-05T12:27:29,466 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733401649335/wal.1733401649451, exclude list is [], retry=0
2024-12-05T12:27:29,469 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36485,DS-3fc733fc-c606-4614-8246-34ee521fde6c,DISK]
2024-12-05T12:27:29,470 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37437,DS-fb10f11e-5b1a-4c6c-902d-77b74582d23e,DISK]
2024-12-05T12:27:29,470 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40127,DS-0e05f7c2-0ea3-4836-bc39-ae00d96fdb5f,DISK]
2024-12-05T12:27:29,500 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733401649335/wal.1733401649451
2024-12-05T12:27:29,501 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46323:46323),(127.0.0.1/127.0.0.1:32849:32849),(127.0.0.1/127.0.0.1:38955:38955)]
2024-12-05T12:27:29,636 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741866_1043 (size=371388)
2024-12-05T12:27:29,636 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741866_1043 (size=371388)
2024-12-05T12:27:29,636 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741866_1043 (size=371388)
2024-12-05T12:27:29,654 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34587/hbase/WALs/test2727-manual,16010,1733401649335/wal.1733401649451, size=362.7 K (371388bytes)
2024-12-05T12:27:29,654 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34587/hbase/WALs/test2727-manual,16010,1733401649335/wal.1733401649451
2024-12-05T12:27:29,654 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34587/hbase/WALs/test2727-manual,16010,1733401649335/wal.1733401649451 after 0ms
2024-12-05T12:27:29,682 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-05T12:27:29,683 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34587/hbase/WALs/test2727-manual,16010,1733401649335/wal.1733401649451 took 30ms
2024-12-05T12:27:29,690 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733401649451.temp
2024-12-05T12:27:29,711 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34587/hbase/WALs/test2727-manual,16010,1733401649335/wal.1733401649451 so closing down
2024-12-05T12:27:29,711 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-05T12:27:29,744 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34587/hbase/data/default/test2727/c88006cdbbe00b8839e5eabeffd7c585/recovered.edits/0000000000000000001-wal.1733401649451.temp
2024-12-05T12:27:29,764 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-05T12:27:29,792 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741867_1044 (size=371388)
2024-12-05T12:27:29,796 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741867_1044 (size=371388)
2024-12-05T12:27:29,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741867_1044 (size=371388)
2024-12-05T12:27:29,798 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34587/hbase/data/default/test2727/c88006cdbbe00b8839e5eabeffd7c585/recovered.edits/0000000000000000001-wal.1733401649451.temp (wrote 3000 edits, skipped 0 edits in 19 ms)
2024-12-05T12:27:29,802 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34587/hbase/data/default/test2727/c88006cdbbe00b8839e5eabeffd7c585/recovered.edits/0000000000000000001-wal.1733401649451.temp to hdfs://localhost:34587/hbase/data/default/test2727/c88006cdbbe00b8839e5eabeffd7c585/recovered.edits/0000000000000003000
2024-12-05T12:27:29,803 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 118 ms; skipped=0; WAL=hdfs://localhost:34587/hbase/WALs/test2727-manual,16010,1733401649335/wal.1733401649451, size=362.7 K, length=371388, corrupted=false, cancelled=false
2024-12-05T12:27:29,803 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34587/hbase/WALs/test2727-manual,16010,1733401649335/wal.1733401649451, journal: Splitting hdfs://localhost:34587/hbase/WALs/test2727-manual,16010,1733401649335/wal.1733401649451, size=362.7 K (371388bytes) at 1733401649654Split 1024 edits, skipped 0 edits. at 1733401649695 (+41 ms)Split 2048 edits, skipped 0 edits. at 1733401649702 (+7 ms)Finishing writing output for hdfs://localhost:34587/hbase/WALs/test2727-manual,16010,1733401649335/wal.1733401649451 so closing down at 1733401649711 (+9 ms)Creating recovered edits writer path=hdfs://localhost:34587/hbase/data/default/test2727/c88006cdbbe00b8839e5eabeffd7c585/recovered.edits/0000000000000000001-wal.1733401649451.temp at 1733401649745 (+34 ms)3 split writer threads finished at 1733401649765 (+20 ms)Closed recovered edits writer path=hdfs://localhost:34587/hbase/data/default/test2727/c88006cdbbe00b8839e5eabeffd7c585/recovered.edits/0000000000000000001-wal.1733401649451.temp (wrote 3000 edits, skipped 0 edits in 19 ms) at 1733401649798 (+33 ms)Rename recovered edits hdfs://localhost:34587/hbase/data/default/test2727/c88006cdbbe00b8839e5eabeffd7c585/recovered.edits/0000000000000000001-wal.1733401649451.temp to hdfs://localhost:34587/hbase/data/default/test2727/c88006cdbbe00b8839e5eabeffd7c585/recovered.edits/0000000000000003000 at 1733401649802 (+4 ms)Processed 3000 edits across 1 Regions in 118 ms; skipped=0; WAL=hdfs://localhost:34587/hbase/WALs/test2727-manual,16010,1733401649335/wal.1733401649451, size=362.7 K, length=371388, corrupted=false, cancelled=false at 1733401649803 (+1 ms)
2024-12-05T12:27:29,811 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34587/hbase/WALs/test2727-manual,16010,1733401649335/wal.1733401649451 to hdfs://localhost:34587/hbase/oldWALs/wal.1733401649451
2024-12-05T12:27:29,813 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34587/hbase/data/default/test2727/c88006cdbbe00b8839e5eabeffd7c585/recovered.edits/0000000000000003000
2024-12-05T12:27:29,813 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-05T12:27:29,817 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34587/hbase/WALs/test2727-manual,16010,1733401649335, archiveDir=hdfs://localhost:34587/hbase/oldWALs, maxLogs=32
2024-12-05T12:27:29,837 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733401649335/wal.1733401649817, exclude list is [], retry=0
2024-12-05T12:27:29,840 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37437,DS-fb10f11e-5b1a-4c6c-902d-77b74582d23e,DISK]
2024-12-05T12:27:29,841 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40127,DS-0e05f7c2-0ea3-4836-bc39-ae00d96fdb5f,DISK]
2024-12-05T12:27:29,841 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36485,DS-3fc733fc-c606-4614-8246-34ee521fde6c,DISK]
2024-12-05T12:27:29,871 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733401649335/wal.1733401649817
2024-12-05T12:27:29,872 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32849:32849),(127.0.0.1/127.0.0.1:38955:38955),(127.0.0.1/127.0.0.1:46323:46323)]
2024-12-05T12:27:29,999 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741868_1045 (size=371515)
2024-12-05T12:27:29,999 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741868_1045 (size=371515)
2024-12-05T12:27:29,999 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741868_1045 (size=371515)
2024-12-05T12:27:30,019 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34587/hbase/WALs/test2727-manual,16010,1733401649335/wal.1733401649817, size=362.8 K (371515bytes)
2024-12-05T12:27:30,019 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34587/hbase/WALs/test2727-manual,16010,1733401649335/wal.1733401649817
2024-12-05T12:27:30,019 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34587/hbase/WALs/test2727-manual,16010,1733401649335/wal.1733401649817 after 0ms
2024-12-05T12:27:30,056 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-05T12:27:30,058 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34587/hbase/WALs/test2727-manual,16010,1733401649335/wal.1733401649817 took 40ms
2024-12-05T12:27:30,077 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1733401649817.temp
2024-12-05T12:27:30,101 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34587/hbase/WALs/test2727-manual,16010,1733401649335/wal.1733401649817 so closing down
2024-12-05T12:27:30,101 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-05T12:27:30,125 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34587/hbase/data/default/test2727/c88006cdbbe00b8839e5eabeffd7c585/recovered.edits/0000000000000003001-wal.1733401649817.temp
2024-12-05T12:27:30,140 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-05T12:27:30,177 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741869_1046 (size=371515)
2024-12-05T12:27:30,177 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741869_1046 (size=371515)
2024-12-05T12:27:30,177 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741869_1046 (size=371515)
2024-12-05T12:27:30,577 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34587/hbase/data/default/test2727/c88006cdbbe00b8839e5eabeffd7c585/recovered.edits/0000000000000003001-wal.1733401649817.temp (wrote 3000 edits, skipped 0 edits in 11 ms)
2024-12-05T12:27:30,579 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34587/hbase/data/default/test2727/c88006cdbbe00b8839e5eabeffd7c585/recovered.edits/0000000000000003001-wal.1733401649817.temp to hdfs://localhost:34587/hbase/data/default/test2727/c88006cdbbe00b8839e5eabeffd7c585/recovered.edits/0000000000000006000
2024-12-05T12:27:30,580 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 507 ms; skipped=0; WAL=hdfs://localhost:34587/hbase/WALs/test2727-manual,16010,1733401649335/wal.1733401649817, size=362.8 K, length=371515, corrupted=false, cancelled=false
2024-12-05T12:27:30,580 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34587/hbase/WALs/test2727-manual,16010,1733401649335/wal.1733401649817, journal: Splitting hdfs://localhost:34587/hbase/WALs/test2727-manual,16010,1733401649335/wal.1733401649817, size=362.8 K (371515bytes) at 1733401650019Split 1024 edits, skipped 0 edits. at 1733401650082 (+63 ms)Split 2048 edits, skipped 0 edits. at 1733401650094 (+12 ms)Finishing writing output for hdfs://localhost:34587/hbase/WALs/test2727-manual,16010,1733401649335/wal.1733401649817 so closing down at 1733401650101 (+7 ms)Creating recovered edits writer path=hdfs://localhost:34587/hbase/data/default/test2727/c88006cdbbe00b8839e5eabeffd7c585/recovered.edits/0000000000000003001-wal.1733401649817.temp at 1733401650125 (+24 ms)3 split writer threads finished at 1733401650141 (+16 ms)Closed recovered edits writer path=hdfs://localhost:34587/hbase/data/default/test2727/c88006cdbbe00b8839e5eabeffd7c585/recovered.edits/0000000000000003001-wal.1733401649817.temp (wrote 3000 edits, skipped 0 edits in 11 ms) at 1733401650577 (+436 ms)Rename recovered edits hdfs://localhost:34587/hbase/data/default/test2727/c88006cdbbe00b8839e5eabeffd7c585/recovered.edits/0000000000000003001-wal.1733401649817.temp to hdfs://localhost:34587/hbase/data/default/test2727/c88006cdbbe00b8839e5eabeffd7c585/recovered.edits/0000000000000006000 at 1733401650579 (+2 ms)Processed 3000 edits across 1 Regions in 507 ms; skipped=0; WAL=hdfs://localhost:34587/hbase/WALs/test2727-manual,16010,1733401649335/wal.1733401649817, size=362.8 K, length=371515, corrupted=false, cancelled=false at 1733401650580 (+1 ms)
2024-12-05T12:27:30,582 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34587/hbase/WALs/test2727-manual,16010,1733401649335/wal.1733401649817 to hdfs://localhost:34587/hbase/oldWALs/wal.1733401649817
2024-12-05T12:27:30,583 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34587/hbase/data/default/test2727/c88006cdbbe00b8839e5eabeffd7c585/recovered.edits/0000000000000006000
2024-12-05T12:27:30,583 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-05T12:27:30,585 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34587/hbase/WALs/test2727-manual,16010,1733401649335, archiveDir=hdfs://localhost:34587/hbase/oldWALs, maxLogs=32
2024-12-05T12:27:30,598 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733401649335/wal.1733401650585, exclude list is [], retry=0
2024-12-05T12:27:30,601 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36485,DS-3fc733fc-c606-4614-8246-34ee521fde6c,DISK]
2024-12-05T12:27:30,602 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40127,DS-0e05f7c2-0ea3-4836-bc39-ae00d96fdb5f,DISK]
2024-12-05T12:27:30,602 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37437,DS-fb10f11e-5b1a-4c6c-902d-77b74582d23e,DISK]
2024-12-05T12:27:30,630 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733401649335/wal.1733401650585
2024-12-05T12:27:30,630 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46323:46323),(127.0.0.1/127.0.0.1:38955:38955),(127.0.0.1/127.0.0.1:32849:32849)]
2024-12-05T12:27:30,631 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c88006cdbbe00b8839e5eabeffd7c585, NAME => 'test2727,,1733401649337.c88006cdbbe00b8839e5eabeffd7c585.', STARTKEY => '', ENDKEY => ''}
2024-12-05T12:27:30,631 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733401649337.c88006cdbbe00b8839e5eabeffd7c585.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T12:27:30,631 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c88006cdbbe00b8839e5eabeffd7c585
2024-12-05T12:27:30,631 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c88006cdbbe00b8839e5eabeffd7c585
2024-12-05T12:27:30,632 INFO  [StoreOpener-c88006cdbbe00b8839e5eabeffd7c585-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c88006cdbbe00b8839e5eabeffd7c585 
2024-12-05T12:27:30,633 INFO  [StoreOpener-c88006cdbbe00b8839e5eabeffd7c585-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c88006cdbbe00b8839e5eabeffd7c585 columnFamilyName a
2024-12-05T12:27:30,634 DEBUG [StoreOpener-c88006cdbbe00b8839e5eabeffd7c585-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:30,634 INFO  [StoreOpener-c88006cdbbe00b8839e5eabeffd7c585-1 {}] regionserver.HStore(327): Store=c88006cdbbe00b8839e5eabeffd7c585/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:30,634 INFO  [StoreOpener-c88006cdbbe00b8839e5eabeffd7c585-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c88006cdbbe00b8839e5eabeffd7c585 
2024-12-05T12:27:30,635 INFO  [StoreOpener-c88006cdbbe00b8839e5eabeffd7c585-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c88006cdbbe00b8839e5eabeffd7c585 columnFamilyName b
2024-12-05T12:27:30,635 DEBUG [StoreOpener-c88006cdbbe00b8839e5eabeffd7c585-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:30,636 INFO  [StoreOpener-c88006cdbbe00b8839e5eabeffd7c585-1 {}] regionserver.HStore(327): Store=c88006cdbbe00b8839e5eabeffd7c585/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:30,636 INFO  [StoreOpener-c88006cdbbe00b8839e5eabeffd7c585-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c88006cdbbe00b8839e5eabeffd7c585 
2024-12-05T12:27:30,637 INFO  [StoreOpener-c88006cdbbe00b8839e5eabeffd7c585-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c88006cdbbe00b8839e5eabeffd7c585 columnFamilyName c
2024-12-05T12:27:30,637 DEBUG [StoreOpener-c88006cdbbe00b8839e5eabeffd7c585-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:30,638 INFO  [StoreOpener-c88006cdbbe00b8839e5eabeffd7c585-1 {}] regionserver.HStore(327): Store=c88006cdbbe00b8839e5eabeffd7c585/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:30,638 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c88006cdbbe00b8839e5eabeffd7c585
2024-12-05T12:27:30,639 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/test2727/c88006cdbbe00b8839e5eabeffd7c585
2024-12-05T12:27:30,641 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/test2727/c88006cdbbe00b8839e5eabeffd7c585
2024-12-05T12:27:30,642 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34587/hbase/data/default/test2727/c88006cdbbe00b8839e5eabeffd7c585/recovered.edits/0000000000000003000
2024-12-05T12:27:30,677 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-05T12:27:30,718 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:34587/hbase/data/default/test2727/c88006cdbbe00b8839e5eabeffd7c585/recovered.edits/0000000000000003000
2024-12-05T12:27:30,720 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34587/hbase/data/default/test2727/c88006cdbbe00b8839e5eabeffd7c585/recovered.edits/0000000000000006000
2024-12-05T12:27:30,765 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-05T12:27:30,816 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:34587/hbase/data/default/test2727/c88006cdbbe00b8839e5eabeffd7c585/recovered.edits/0000000000000006000
2024-12-05T12:27:30,817 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing c88006cdbbe00b8839e5eabeffd7c585 3/3 column families, dataSize=215.51 KB heapSize=657 KB
2024-12-05T12:27:30,856 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34587/hbase/data/default/test2727/c88006cdbbe00b8839e5eabeffd7c585/.tmp/a/af2c976a71bb45679f33c27b0ea83338 is 41, key is test2727/a:100/1733401649877/Put/seqid=0
2024-12-05T12:27:30,882 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741871_1048 (size=84227)
2024-12-05T12:27:30,884 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741871_1048 (size=84227)
2024-12-05T12:27:30,886 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741871_1048 (size=84227)
2024-12-05T12:27:30,887 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:34587/hbase/data/default/test2727/c88006cdbbe00b8839e5eabeffd7c585/.tmp/a/af2c976a71bb45679f33c27b0ea83338
2024-12-05T12:27:30,929 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34587/hbase/data/default/test2727/c88006cdbbe00b8839e5eabeffd7c585/.tmp/b/1dbe4ba2ffc04bd19780ea2ca7a71bec is 41, key is test2727/b:100/1733401649919/Put/seqid=0
2024-12-05T12:27:30,983 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741872_1049 (size=84609)
2024-12-05T12:27:30,983 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741872_1049 (size=84609)
2024-12-05T12:27:30,983 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741872_1049 (size=84609)
2024-12-05T12:27:31,384 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:34587/hbase/data/default/test2727/c88006cdbbe00b8839e5eabeffd7c585/.tmp/b/1dbe4ba2ffc04bd19780ea2ca7a71bec
2024-12-05T12:27:31,409 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34587/hbase/data/default/test2727/c88006cdbbe00b8839e5eabeffd7c585/.tmp/c/527bd6a094bd4f54ba085721dce1bfc3 is 41, key is test2727/c:100/1733401649960/Put/seqid=0
2024-12-05T12:27:31,427 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741873_1050 (size=84609)
2024-12-05T12:27:31,428 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741873_1050 (size=84609)
2024-12-05T12:27:31,430 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741873_1050 (size=84609)
2024-12-05T12:27:31,431 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:34587/hbase/data/default/test2727/c88006cdbbe00b8839e5eabeffd7c585/.tmp/c/527bd6a094bd4f54ba085721dce1bfc3
2024-12-05T12:27:31,439 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34587/hbase/data/default/test2727/c88006cdbbe00b8839e5eabeffd7c585/.tmp/a/af2c976a71bb45679f33c27b0ea83338 as hdfs://localhost:34587/hbase/data/default/test2727/c88006cdbbe00b8839e5eabeffd7c585/a/af2c976a71bb45679f33c27b0ea83338
2024-12-05T12:27:31,446 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34587/hbase/data/default/test2727/c88006cdbbe00b8839e5eabeffd7c585/a/af2c976a71bb45679f33c27b0ea83338, entries=2000, sequenceid=6000, filesize=82.3 K
2024-12-05T12:27:31,447 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34587/hbase/data/default/test2727/c88006cdbbe00b8839e5eabeffd7c585/.tmp/b/1dbe4ba2ffc04bd19780ea2ca7a71bec as hdfs://localhost:34587/hbase/data/default/test2727/c88006cdbbe00b8839e5eabeffd7c585/b/1dbe4ba2ffc04bd19780ea2ca7a71bec
2024-12-05T12:27:31,454 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34587/hbase/data/default/test2727/c88006cdbbe00b8839e5eabeffd7c585/b/1dbe4ba2ffc04bd19780ea2ca7a71bec, entries=2000, sequenceid=6000, filesize=82.6 K
2024-12-05T12:27:31,456 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34587/hbase/data/default/test2727/c88006cdbbe00b8839e5eabeffd7c585/.tmp/c/527bd6a094bd4f54ba085721dce1bfc3 as hdfs://localhost:34587/hbase/data/default/test2727/c88006cdbbe00b8839e5eabeffd7c585/c/527bd6a094bd4f54ba085721dce1bfc3
2024-12-05T12:27:31,463 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34587/hbase/data/default/test2727/c88006cdbbe00b8839e5eabeffd7c585/c/527bd6a094bd4f54ba085721dce1bfc3, entries=2000, sequenceid=6000, filesize=82.6 K
2024-12-05T12:27:31,464 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for c88006cdbbe00b8839e5eabeffd7c585 in 647ms, sequenceid=6000, compaction requested=false; wal=null
2024-12-05T12:27:31,465 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34587/hbase/data/default/test2727/c88006cdbbe00b8839e5eabeffd7c585/recovered.edits/0000000000000003000
2024-12-05T12:27:31,466 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34587/hbase/data/default/test2727/c88006cdbbe00b8839e5eabeffd7c585/recovered.edits/0000000000000006000
2024-12-05T12:27:31,467 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c88006cdbbe00b8839e5eabeffd7c585
2024-12-05T12:27:31,467 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c88006cdbbe00b8839e5eabeffd7c585
2024-12-05T12:27:31,468 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-05T12:27:31,470 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c88006cdbbe00b8839e5eabeffd7c585
2024-12-05T12:27:31,472 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34587/hbase/data/default/test2727/c88006cdbbe00b8839e5eabeffd7c585/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1
2024-12-05T12:27:31,474 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened c88006cdbbe00b8839e5eabeffd7c585; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60479121, jitterRate=-0.09879086911678314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-05T12:27:31,475 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c88006cdbbe00b8839e5eabeffd7c585:
Writing region info on filesystem at 1733401650631Initializing all the Stores at 1733401650632 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401650632Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401650632Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401650632Obtaining lock to block concurrent updates at 1733401650817 (+185 ms)Preparing flush snapshotting stores in c88006cdbbe00b8839e5eabeffd7c585 at 1733401650817Finished memstore snapshotting test2727,,1733401649337.c88006cdbbe00b8839e5eabeffd7c585., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1733401650817Flushing stores of test2727,,1733401649337.c88006cdbbe00b8839e5eabeffd7c585. at 1733401650817Flushing c88006cdbbe00b8839e5eabeffd7c585/a: creating writer at 1733401650817Flushing c88006cdbbe00b8839e5eabeffd7c585/a: appending metadata at 1733401650855 (+38 ms)Flushing c88006cdbbe00b8839e5eabeffd7c585/a: closing flushed file at 1733401650855Flushing c88006cdbbe00b8839e5eabeffd7c585/b: creating writer at 1733401650896 (+41 ms)Flushing c88006cdbbe00b8839e5eabeffd7c585/b: appending metadata at 1733401650927 (+31 ms)Flushing c88006cdbbe00b8839e5eabeffd7c585/b: closing flushed file at 1733401650927Flushing c88006cdbbe00b8839e5eabeffd7c585/c: creating writer at 1733401651390 (+463 ms)Flushing c88006cdbbe00b8839e5eabeffd7c585/c: appending metadata at 1733401651408 (+18 ms)Flushing c88006cdbbe00b8839e5eabeffd7c585/c: closing flushed file at 1733401651408Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d64896d: reopening flushed file at 1733401651438 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2644b5f1: reopening flushed file at 1733401651446 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28a4ba7c: reopening flushed file at 1733401651455 (+9 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for c88006cdbbe00b8839e5eabeffd7c585 in 647ms, sequenceid=6000, compaction requested=false; wal=null at 1733401651464 (+9 ms)Cleaning up temporary data from old regions at 1733401651467 (+3 ms)Region opened successfully at 1733401651475 (+8 ms)
2024-12-05T12:27:31,477 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0
2024-12-05T12:27:31,477 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c88006cdbbe00b8839e5eabeffd7c585, disabling compactions & flushes
2024-12-05T12:27:31,477 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733401649337.c88006cdbbe00b8839e5eabeffd7c585.
2024-12-05T12:27:31,477 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733401649337.c88006cdbbe00b8839e5eabeffd7c585.
2024-12-05T12:27:31,477 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733401649337.c88006cdbbe00b8839e5eabeffd7c585. after waiting 0 ms
2024-12-05T12:27:31,477 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733401649337.c88006cdbbe00b8839e5eabeffd7c585.
2024-12-05T12:27:31,478 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733401649337.c88006cdbbe00b8839e5eabeffd7c585.
2024-12-05T12:27:31,479 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c88006cdbbe00b8839e5eabeffd7c585:
Waiting for close lock at 1733401651477Disabling compacts and flushes for region at 1733401651477Disabling writes for close at 1733401651477Writing region close event to WAL at 1733401651478 (+1 ms)Closed at 1733401651478
2024-12-05T12:27:31,482 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741870_1047 (size=175)
2024-12-05T12:27:31,482 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741870_1047 (size=175)
2024-12-05T12:27:31,482 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741870_1047 (size=175)
2024-12-05T12:27:31,485 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-05T12:27:31,485 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733401650585)
2024-12-05T12:27:31,498 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#test2727 Thread=396 (was 396), OpenFileDescriptor=903 (was 847) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=599 (was 642), ProcessCount=11 (was 11), AvailableMemoryMB=2799 (was 2867)
2024-12-05T12:27:31,510 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testSequentialEditLogSeqNum Thread=396, OpenFileDescriptor=903, MaxFileDescriptor=1048576, SystemLoadAverage=599, ProcessCount=11, AvailableMemoryMB=2798
2024-12-05T12:27:31,525 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T12:27:31,532 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34587/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733401651524, archiveDir=hdfs://localhost:34587/hbase/oldWALs, maxLogs=32
2024-12-05T12:27:31,533 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1733401651533
2024-12-05T12:27:31,580 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733401651524/wal.1733401651533
2024-12-05T12:27:31,584 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46323:46323),(127.0.0.1/127.0.0.1:32849:32849),(127.0.0.1/127.0.0.1:38955:38955)]
2024-12-05T12:27:31,586 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 71d7a20fbbcdc70599f9d3d0745ca4f6, NAME => 'testSequentialEditLogSeqNum,,1733401651526.71d7a20fbbcdc70599f9d3d0745ca4f6.', STARTKEY => '', ENDKEY => ''}
2024-12-05T12:27:31,586 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1733401651526.71d7a20fbbcdc70599f9d3d0745ca4f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T12:27:31,586 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 71d7a20fbbcdc70599f9d3d0745ca4f6
2024-12-05T12:27:31,586 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 71d7a20fbbcdc70599f9d3d0745ca4f6
2024-12-05T12:27:31,587 WARN  [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:34587/hbase/data/default/testSequentialEditLogSeqNum/71d7a20fbbcdc70599f9d3d0745ca4f6 doesn't exist for region: 71d7a20fbbcdc70599f9d3d0745ca4f6 on table testSequentialEditLogSeqNum
2024-12-05T12:27:31,587 WARN  [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 71d7a20fbbcdc70599f9d3d0745ca4f6 on table testSequentialEditLogSeqNum
2024-12-05T12:27:31,606 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741875_1052 (size=62)
2024-12-05T12:27:31,606 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741875_1052 (size=62)
2024-12-05T12:27:31,607 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741875_1052 (size=62)
2024-12-05T12:27:31,611 INFO  [StoreOpener-71d7a20fbbcdc70599f9d3d0745ca4f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 71d7a20fbbcdc70599f9d3d0745ca4f6 
2024-12-05T12:27:31,613 INFO  [StoreOpener-71d7a20fbbcdc70599f9d3d0745ca4f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71d7a20fbbcdc70599f9d3d0745ca4f6 columnFamilyName a
2024-12-05T12:27:31,613 DEBUG [StoreOpener-71d7a20fbbcdc70599f9d3d0745ca4f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:31,613 INFO  [StoreOpener-71d7a20fbbcdc70599f9d3d0745ca4f6-1 {}] regionserver.HStore(327): Store=71d7a20fbbcdc70599f9d3d0745ca4f6/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:31,613 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 71d7a20fbbcdc70599f9d3d0745ca4f6
2024-12-05T12:27:31,614 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testSequentialEditLogSeqNum/71d7a20fbbcdc70599f9d3d0745ca4f6
2024-12-05T12:27:31,615 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testSequentialEditLogSeqNum/71d7a20fbbcdc70599f9d3d0745ca4f6
2024-12-05T12:27:31,615 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 71d7a20fbbcdc70599f9d3d0745ca4f6
2024-12-05T12:27:31,615 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 71d7a20fbbcdc70599f9d3d0745ca4f6
2024-12-05T12:27:31,618 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 71d7a20fbbcdc70599f9d3d0745ca4f6
2024-12-05T12:27:31,621 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34587/hbase/data/default/testSequentialEditLogSeqNum/71d7a20fbbcdc70599f9d3d0745ca4f6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-05T12:27:31,621 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 71d7a20fbbcdc70599f9d3d0745ca4f6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71207991, jitterRate=0.06108175218105316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-05T12:27:31,623 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 71d7a20fbbcdc70599f9d3d0745ca4f6:
Writing region info on filesystem at 1733401651586Initializing all the Stores at 1733401651610 (+24 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401651610Cleaning up temporary data from old regions at 1733401651615 (+5 ms)Region opened successfully at 1733401651623 (+8 ms)
2024-12-05T12:27:31,637 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 71d7a20fbbcdc70599f9d3d0745ca4f6 1/1 column families, dataSize=770 B heapSize=1.73 KB
2024-12-05T12:27:31,658 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34587/hbase/data/default/testSequentialEditLogSeqNum/71d7a20fbbcdc70599f9d3d0745ca4f6/.tmp/a/7075a865f2fc4e55804c076e52cc5928 is 81, key is testSequentialEditLogSeqNum/a:x0/1733401651623/Put/seqid=0
2024-12-05T12:27:31,666 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741876_1053 (size=5833)
2024-12-05T12:27:31,667 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741876_1053 (size=5833)
2024-12-05T12:27:31,667 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741876_1053 (size=5833)
2024-12-05T12:27:31,667 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34587/hbase/data/default/testSequentialEditLogSeqNum/71d7a20fbbcdc70599f9d3d0745ca4f6/.tmp/a/7075a865f2fc4e55804c076e52cc5928
2024-12-05T12:27:31,675 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34587/hbase/data/default/testSequentialEditLogSeqNum/71d7a20fbbcdc70599f9d3d0745ca4f6/.tmp/a/7075a865f2fc4e55804c076e52cc5928 as hdfs://localhost:34587/hbase/data/default/testSequentialEditLogSeqNum/71d7a20fbbcdc70599f9d3d0745ca4f6/a/7075a865f2fc4e55804c076e52cc5928
2024-12-05T12:27:31,684 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34587/hbase/data/default/testSequentialEditLogSeqNum/71d7a20fbbcdc70599f9d3d0745ca4f6/a/7075a865f2fc4e55804c076e52cc5928, entries=10, sequenceid=13, filesize=5.7 K
2024-12-05T12:27:31,686 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 71d7a20fbbcdc70599f9d3d0745ca4f6 in 49ms, sequenceid=13, compaction requested=false
2024-12-05T12:27:31,686 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 71d7a20fbbcdc70599f9d3d0745ca4f6:

2024-12-05T12:27:31,697 INFO  [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-12-05T12:27:31,697 INFO  [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-12-05T12:27:31,697 INFO  [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-12-05T12:27:31,697 INFO  [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-12-05T12:27:31,697 INFO  [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-12-05T12:27:31,699 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741874_1051 (size=3256)
2024-12-05T12:27:31,700 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741874_1051 (size=3256)
2024-12-05T12:27:31,700 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741874_1051 (size=3256)
2024-12-05T12:27:31,716 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34587/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733401651524/wal.1733401651533, size=3.2 K (3256bytes)
2024-12-05T12:27:31,716 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34587/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733401651524/wal.1733401651533
2024-12-05T12:27:31,717 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34587/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733401651524/wal.1733401651533 after 0ms
2024-12-05T12:27:31,744 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-05T12:27:31,744 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34587/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733401651524/wal.1733401651533 took 28ms
2024-12-05T12:27:31,746 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34587/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733401651524/wal.1733401651533 so closing down
2024-12-05T12:27:31,747 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-05T12:27:31,748 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733401651533.temp
2024-12-05T12:27:31,773 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testSequentialEditLogSeqNum/71d7a20fbbcdc70599f9d3d0745ca4f6/recovered.edits/0000000000000000003-wal.1733401651533.temp
2024-12-05T12:27:31,774 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-05T12:27:31,780 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741877_1054 (size=2650)
2024-12-05T12:27:31,780 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741877_1054 (size=2650)
2024-12-05T12:27:31,780 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741877_1054 (size=2650)
2024-12-05T12:27:31,781 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testSequentialEditLogSeqNum/71d7a20fbbcdc70599f9d3d0745ca4f6/recovered.edits/0000000000000000003-wal.1733401651533.temp (wrote 15 edits, skipped 0 edits in 0 ms)
2024-12-05T12:27:31,782 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34587/hbase/data/default/testSequentialEditLogSeqNum/71d7a20fbbcdc70599f9d3d0745ca4f6/recovered.edits/0000000000000000003-wal.1733401651533.temp to hdfs://localhost:34587/hbase/data/default/testSequentialEditLogSeqNum/71d7a20fbbcdc70599f9d3d0745ca4f6/recovered.edits/0000000000000000020
2024-12-05T12:27:31,782 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 38 ms; skipped=2; WAL=hdfs://localhost:34587/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733401651524/wal.1733401651533, size=3.2 K, length=3256, corrupted=false, cancelled=false
2024-12-05T12:27:31,782 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34587/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733401651524/wal.1733401651533, journal: Splitting hdfs://localhost:34587/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733401651524/wal.1733401651533, size=3.2 K (3256bytes) at 1733401651716Finishing writing output for hdfs://localhost:34587/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733401651524/wal.1733401651533 so closing down at 1733401651746 (+30 ms)Creating recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testSequentialEditLogSeqNum/71d7a20fbbcdc70599f9d3d0745ca4f6/recovered.edits/0000000000000000003-wal.1733401651533.temp at 1733401651773 (+27 ms)3 split writer threads finished at 1733401651774 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testSequentialEditLogSeqNum/71d7a20fbbcdc70599f9d3d0745ca4f6/recovered.edits/0000000000000000003-wal.1733401651533.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1733401651781 (+7 ms)Rename recovered edits hdfs://localhost:34587/hbase/data/default/testSequentialEditLogSeqNum/71d7a20fbbcdc70599f9d3d0745ca4f6/recovered.edits/0000000000000000003-wal.1733401651533.temp to hdfs://localhost:34587/hbase/data/default/testSequentialEditLogSeqNum/71d7a20fbbcdc70599f9d3d0745ca4f6/recovered.edits/0000000000000000020 at 1733401651782 (+1 ms)Processed 17 edits across 1 Regions in 38 ms; skipped=2; WAL=hdfs://localhost:34587/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733401651524/wal.1733401651533, size=3.2 K, length=3256, corrupted=false, cancelled=false at 1733401651782
2024-12-05T12:27:31,796 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testSequentialEditLogSeqNum Thread=401 (was 396)
Potentially hanging thread: sync.1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441)

Potentially hanging thread: sync.3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-402583752_22 at /127.0.0.1:48102 [Waiting for operation #11]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: sync.0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-402583752_22 at /127.0.0.1:49942 [Waiting for operation #9]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: sync.2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441)

Potentially hanging thread: sync.4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441)
 - Thread LEAK? -, OpenFileDescriptor=939 (was 903) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=599 (was 599), ProcessCount=11 (was 11), AvailableMemoryMB=2795 (was 2798)
2024-12-05T12:27:31,808 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=401, OpenFileDescriptor=939, MaxFileDescriptor=1048576, SystemLoadAverage=599, ProcessCount=11, AvailableMemoryMB=2794
2024-12-05T12:27:31,823 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T12:27:31,825 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T12:27:31,826 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-05T12:27:31,829 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-97155000, suffix=, logDir=hdfs://localhost:34587/hbase/WALs/hregion-97155000, archiveDir=hdfs://localhost:34587/hbase/oldWALs, maxLogs=32
2024-12-05T12:27:31,848 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-97155000/hregion-97155000.1733401651829, exclude list is [], retry=0
2024-12-05T12:27:31,851 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40127,DS-0e05f7c2-0ea3-4836-bc39-ae00d96fdb5f,DISK]
2024-12-05T12:27:31,851 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37437,DS-fb10f11e-5b1a-4c6c-902d-77b74582d23e,DISK]
2024-12-05T12:27:31,852 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36485,DS-3fc733fc-c606-4614-8246-34ee521fde6c,DISK]
2024-12-05T12:27:31,879 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-97155000/hregion-97155000.1733401651829
2024-12-05T12:27:31,879 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38955:38955),(127.0.0.1/127.0.0.1:32849:32849),(127.0.0.1/127.0.0.1:46323:46323)]
2024-12-05T12:27:31,879 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 7e1dabdd3108bb3e35b2dd48656b746d, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733401651823.7e1dabdd3108bb3e35b2dd48656b746d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34587/hbase
2024-12-05T12:27:31,912 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741879_1056 (size=70)
2024-12-05T12:27:31,913 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741879_1056 (size=70)
2024-12-05T12:27:31,913 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741879_1056 (size=70)
2024-12-05T12:27:31,916 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733401651823.7e1dabdd3108bb3e35b2dd48656b746d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T12:27:31,918 INFO  [StoreOpener-7e1dabdd3108bb3e35b2dd48656b746d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7e1dabdd3108bb3e35b2dd48656b746d 
2024-12-05T12:27:31,919 INFO  [StoreOpener-7e1dabdd3108bb3e35b2dd48656b746d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e1dabdd3108bb3e35b2dd48656b746d columnFamilyName a
2024-12-05T12:27:31,919 DEBUG [StoreOpener-7e1dabdd3108bb3e35b2dd48656b746d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:31,920 INFO  [StoreOpener-7e1dabdd3108bb3e35b2dd48656b746d-1 {}] regionserver.HStore(327): Store=7e1dabdd3108bb3e35b2dd48656b746d/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:31,920 INFO  [StoreOpener-7e1dabdd3108bb3e35b2dd48656b746d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7e1dabdd3108bb3e35b2dd48656b746d 
2024-12-05T12:27:31,921 INFO  [StoreOpener-7e1dabdd3108bb3e35b2dd48656b746d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e1dabdd3108bb3e35b2dd48656b746d columnFamilyName b
2024-12-05T12:27:31,921 DEBUG [StoreOpener-7e1dabdd3108bb3e35b2dd48656b746d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:31,922 INFO  [StoreOpener-7e1dabdd3108bb3e35b2dd48656b746d-1 {}] regionserver.HStore(327): Store=7e1dabdd3108bb3e35b2dd48656b746d/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:31,922 INFO  [StoreOpener-7e1dabdd3108bb3e35b2dd48656b746d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7e1dabdd3108bb3e35b2dd48656b746d 
2024-12-05T12:27:31,923 INFO  [StoreOpener-7e1dabdd3108bb3e35b2dd48656b746d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e1dabdd3108bb3e35b2dd48656b746d columnFamilyName c
2024-12-05T12:27:31,923 DEBUG [StoreOpener-7e1dabdd3108bb3e35b2dd48656b746d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:31,924 INFO  [StoreOpener-7e1dabdd3108bb3e35b2dd48656b746d-1 {}] regionserver.HStore(327): Store=7e1dabdd3108bb3e35b2dd48656b746d/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:31,924 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7e1dabdd3108bb3e35b2dd48656b746d
2024-12-05T12:27:31,925 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7e1dabdd3108bb3e35b2dd48656b746d
2024-12-05T12:27:31,925 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7e1dabdd3108bb3e35b2dd48656b746d
2024-12-05T12:27:31,926 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7e1dabdd3108bb3e35b2dd48656b746d
2024-12-05T12:27:31,926 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7e1dabdd3108bb3e35b2dd48656b746d
2024-12-05T12:27:31,927 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-05T12:27:31,928 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7e1dabdd3108bb3e35b2dd48656b746d
2024-12-05T12:27:31,931 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34587/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7e1dabdd3108bb3e35b2dd48656b746d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-05T12:27:31,931 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 7e1dabdd3108bb3e35b2dd48656b746d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74771954, jitterRate=0.11418893933296204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-05T12:27:31,932 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7e1dabdd3108bb3e35b2dd48656b746d:
Writing region info on filesystem at 1733401651916Initializing all the Stores at 1733401651917 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401651917Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401651917Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401651917Cleaning up temporary data from old regions at 1733401651926 (+9 ms)Region opened successfully at 1733401651932 (+6 ms)
2024-12-05T12:27:31,932 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7e1dabdd3108bb3e35b2dd48656b746d, disabling compactions & flushes
2024-12-05T12:27:31,932 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733401651823.7e1dabdd3108bb3e35b2dd48656b746d.
2024-12-05T12:27:31,932 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733401651823.7e1dabdd3108bb3e35b2dd48656b746d.
2024-12-05T12:27:31,932 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733401651823.7e1dabdd3108bb3e35b2dd48656b746d. after waiting 0 ms
2024-12-05T12:27:31,932 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733401651823.7e1dabdd3108bb3e35b2dd48656b746d.
2024-12-05T12:27:31,933 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733401651823.7e1dabdd3108bb3e35b2dd48656b746d.
2024-12-05T12:27:31,933 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7e1dabdd3108bb3e35b2dd48656b746d:
Waiting for close lock at 1733401651932Disabling compacts and flushes for region at 1733401651932Disabling writes for close at 1733401651932Writing region close event to WAL at 1733401651933 (+1 ms)Closed at 1733401651933
2024-12-05T12:27:31,935 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741878_1055 (size=175)
2024-12-05T12:27:31,935 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741878_1055 (size=175)
2024-12-05T12:27:31,936 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741878_1055 (size=175)
2024-12-05T12:27:31,943 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-05T12:27:31,943 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-97155000:(num 1733401651829)
2024-12-05T12:27:31,943 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-05T12:27:31,945 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34587/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401651822, archiveDir=hdfs://localhost:34587/hbase/oldWALs, maxLogs=32
2024-12-05T12:27:31,958 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401651822/wal.1733401651945, exclude list is [], retry=0
2024-12-05T12:27:31,961 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36485,DS-3fc733fc-c606-4614-8246-34ee521fde6c,DISK]
2024-12-05T12:27:31,961 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40127,DS-0e05f7c2-0ea3-4836-bc39-ae00d96fdb5f,DISK]
2024-12-05T12:27:31,961 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37437,DS-fb10f11e-5b1a-4c6c-902d-77b74582d23e,DISK]
2024-12-05T12:27:31,988 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401651822/wal.1733401651945
2024-12-05T12:27:31,988 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46323:46323),(127.0.0.1/127.0.0.1:38955:38955),(127.0.0.1/127.0.0.1:32849:32849)]
2024-12-05T12:27:31,988 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 7e1dabdd3108bb3e35b2dd48656b746d, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733401651823.7e1dabdd3108bb3e35b2dd48656b746d.', STARTKEY => '', ENDKEY => ''}
2024-12-05T12:27:31,989 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733401651823.7e1dabdd3108bb3e35b2dd48656b746d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T12:27:31,989 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 7e1dabdd3108bb3e35b2dd48656b746d
2024-12-05T12:27:31,989 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 7e1dabdd3108bb3e35b2dd48656b746d
2024-12-05T12:27:31,990 INFO  [StoreOpener-7e1dabdd3108bb3e35b2dd48656b746d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7e1dabdd3108bb3e35b2dd48656b746d 
2024-12-05T12:27:31,991 INFO  [StoreOpener-7e1dabdd3108bb3e35b2dd48656b746d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e1dabdd3108bb3e35b2dd48656b746d columnFamilyName a
2024-12-05T12:27:31,991 DEBUG [StoreOpener-7e1dabdd3108bb3e35b2dd48656b746d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:31,992 INFO  [StoreOpener-7e1dabdd3108bb3e35b2dd48656b746d-1 {}] regionserver.HStore(327): Store=7e1dabdd3108bb3e35b2dd48656b746d/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:31,992 INFO  [StoreOpener-7e1dabdd3108bb3e35b2dd48656b746d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7e1dabdd3108bb3e35b2dd48656b746d 
2024-12-05T12:27:31,993 INFO  [StoreOpener-7e1dabdd3108bb3e35b2dd48656b746d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e1dabdd3108bb3e35b2dd48656b746d columnFamilyName b
2024-12-05T12:27:31,993 DEBUG [StoreOpener-7e1dabdd3108bb3e35b2dd48656b746d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:31,993 INFO  [StoreOpener-7e1dabdd3108bb3e35b2dd48656b746d-1 {}] regionserver.HStore(327): Store=7e1dabdd3108bb3e35b2dd48656b746d/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:31,993 INFO  [StoreOpener-7e1dabdd3108bb3e35b2dd48656b746d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7e1dabdd3108bb3e35b2dd48656b746d 
2024-12-05T12:27:31,994 INFO  [StoreOpener-7e1dabdd3108bb3e35b2dd48656b746d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e1dabdd3108bb3e35b2dd48656b746d columnFamilyName c
2024-12-05T12:27:31,994 DEBUG [StoreOpener-7e1dabdd3108bb3e35b2dd48656b746d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:31,994 INFO  [StoreOpener-7e1dabdd3108bb3e35b2dd48656b746d-1 {}] regionserver.HStore(327): Store=7e1dabdd3108bb3e35b2dd48656b746d/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:31,995 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7e1dabdd3108bb3e35b2dd48656b746d
2024-12-05T12:27:31,995 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7e1dabdd3108bb3e35b2dd48656b746d
2024-12-05T12:27:31,997 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7e1dabdd3108bb3e35b2dd48656b746d
2024-12-05T12:27:31,998 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7e1dabdd3108bb3e35b2dd48656b746d
2024-12-05T12:27:31,998 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7e1dabdd3108bb3e35b2dd48656b746d
2024-12-05T12:27:31,998 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-05T12:27:32,000 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7e1dabdd3108bb3e35b2dd48656b746d
2024-12-05T12:27:32,000 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 7e1dabdd3108bb3e35b2dd48656b746d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70588762, jitterRate=0.05185452103614807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-05T12:27:32,001 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7e1dabdd3108bb3e35b2dd48656b746d:
Writing region info on filesystem at 1733401651989Initializing all the Stores at 1733401651990 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401651990Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401651990Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401651990Cleaning up temporary data from old regions at 1733401651998 (+8 ms)Region opened successfully at 1733401652001 (+3 ms)
2024-12-05T12:27:32,006 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34587/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1733401652005/Put/seqid=0
2024-12-05T12:27:32,012 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741881_1058 (size=4826)
2024-12-05T12:27:32,013 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741881_1058 (size=4826)
2024-12-05T12:27:32,013 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741881_1058 (size=4826)
2024-12-05T12:27:32,013 INFO  [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34587/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 7e1dabdd3108bb3e35b2dd48656b746d/a
2024-12-05T12:27:32,022 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z
2024-12-05T12:27:32,022 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last=
2024-12-05T12:27:32,022 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7e1dabdd3108bb3e35b2dd48656b746d:

2024-12-05T12:27:32,024 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34587/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:34587/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7e1dabdd3108bb3e35b2dd48656b746d/a/0f611a99592440c688d72d2de977b076_SeqId_3_
2024-12-05T12:27:32,025 INFO  [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34587/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 7e1dabdd3108bb3e35b2dd48656b746d/a as hdfs://localhost:34587/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7e1dabdd3108bb3e35b2dd48656b746d/a/0f611a99592440c688d72d2de977b076_SeqId_3_ - updating store file list.
2024-12-05T12:27:32,029 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0f611a99592440c688d72d2de977b076_SeqId_3_: NONE, but ROW specified in column family configuration
2024-12-05T12:27:32,030 INFO  [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34587/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7e1dabdd3108bb3e35b2dd48656b746d/a/0f611a99592440c688d72d2de977b076_SeqId_3_ into 7e1dabdd3108bb3e35b2dd48656b746d/a
2024-12-05T12:27:32,030 INFO  [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34587/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 7e1dabdd3108bb3e35b2dd48656b746d/a (new location: hdfs://localhost:34587/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7e1dabdd3108bb3e35b2dd48656b746d/a/0f611a99592440c688d72d2de977b076_SeqId_3_)
2024-12-05T12:27:32,077 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34587/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401651822/wal.1733401651945, size=0 (0bytes)
2024-12-05T12:27:32,077 WARN  [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34587/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401651822/wal.1733401651945 might be still open, length is 0
2024-12-05T12:27:32,078 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34587/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401651822/wal.1733401651945
2024-12-05T12:27:32,078 WARN  [IPC Server handler 0 on default port 34587 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401651822/wal.1733401651945 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057
2024-12-05T12:27:32,078 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34587/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401651822/wal.1733401651945 after 0ms
2024-12-05T12:27:33,006 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-402583752_22 at /127.0.0.1:49054 [Receiving block BP-394612106-172.17.0.3-1733401632216:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:36485:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:49054 dst: /127.0.0.1:36485
java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:36485 remote=/127.0.0.1:49054]. Total timeout mills is 60000, 59029 millis timeout left.
	at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?]
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?]
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?]
	at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?]
	at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?]
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T12:27:33,007 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-402583752_22 at /127.0.0.1:50036 [Receiving block BP-394612106-172.17.0.3-1733401632216:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:40127:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:50036 dst: /127.0.0.1:40127
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T12:27:33,008 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-402583752_22 at /127.0.0.1:48212 [Receiving block BP-394612106-172.17.0.3-1733401632216:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:37437:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:48212 dst: /127.0.0.1:37437
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T12:27:33,011 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741880_1059 (size=606)
2024-12-05T12:27:33,012 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741880_1059 (size=606)
2024-12-05T12:27:33,012 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741880_1059 (size=606)
2024-12-05T12:27:36,079 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34587/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401651822/wal.1733401651945 after 4001ms
2024-12-05T12:27:36,110 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-05T12:27:36,111 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34587/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401651822/wal.1733401651945 took 4034ms
2024-12-05T12:27:36,113 INFO  [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34587/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401651822/wal.1733401651945; continuing.
2024-12-05T12:27:36,113 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34587/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401651822/wal.1733401651945 so closing down
2024-12-05T12:27:36,113 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-05T12:27:36,115 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1733401651945.temp
2024-12-05T12:27:36,154 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7e1dabdd3108bb3e35b2dd48656b746d/recovered.edits/0000000000000000005-wal.1733401651945.temp
2024-12-05T12:27:36,154 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-05T12:27:36,162 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741882_1060 (size=329)
2024-12-05T12:27:36,162 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741882_1060 (size=329)
2024-12-05T12:27:36,162 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741882_1060 (size=329)
2024-12-05T12:27:36,163 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7e1dabdd3108bb3e35b2dd48656b746d/recovered.edits/0000000000000000005-wal.1733401651945.temp (wrote 1 edits, skipped 0 edits in 0 ms)
2024-12-05T12:27:36,165 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34587/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7e1dabdd3108bb3e35b2dd48656b746d/recovered.edits/0000000000000000005-wal.1733401651945.temp to hdfs://localhost:34587/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7e1dabdd3108bb3e35b2dd48656b746d/recovered.edits/0000000000000000005
2024-12-05T12:27:36,165 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 54 ms; skipped=1; WAL=hdfs://localhost:34587/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401651822/wal.1733401651945, size=0, length=0, corrupted=false, cancelled=false
2024-12-05T12:27:36,165 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34587/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401651822/wal.1733401651945, journal: Splitting hdfs://localhost:34587/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401651822/wal.1733401651945, size=0 (0bytes) at 1733401652077Finishing writing output for hdfs://localhost:34587/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401651822/wal.1733401651945 so closing down at 1733401656113 (+4036 ms)Creating recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7e1dabdd3108bb3e35b2dd48656b746d/recovered.edits/0000000000000000005-wal.1733401651945.temp at 1733401656154 (+41 ms)3 split writer threads finished at 1733401656155 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7e1dabdd3108bb3e35b2dd48656b746d/recovered.edits/0000000000000000005-wal.1733401651945.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733401656163 (+8 ms)Rename recovered edits hdfs://localhost:34587/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7e1dabdd3108bb3e35b2dd48656b746d/recovered.edits/0000000000000000005-wal.1733401651945.temp to hdfs://localhost:34587/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7e1dabdd3108bb3e35b2dd48656b746d/recovered.edits/0000000000000000005 at 1733401656165 (+2 ms)Processed 2 edits across 1 Regions in 54 ms; skipped=1; WAL=hdfs://localhost:34587/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401651822/wal.1733401651945, size=0, length=0, corrupted=false, cancelled=false at 1733401656165
2024-12-05T12:27:36,167 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34587/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401651822/wal.1733401651945 to hdfs://localhost:34587/hbase/oldWALs/wal.1733401651945
2024-12-05T12:27:36,168 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34587/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7e1dabdd3108bb3e35b2dd48656b746d/recovered.edits/0000000000000000005
2024-12-05T12:27:36,168 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-05T12:27:36,170 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34587/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401651822, archiveDir=hdfs://localhost:34587/hbase/oldWALs, maxLogs=32
2024-12-05T12:27:36,184 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401651822/wal.1733401656171, exclude list is [], retry=0
2024-12-05T12:27:36,187 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37437,DS-fb10f11e-5b1a-4c6c-902d-77b74582d23e,DISK]
2024-12-05T12:27:36,187 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36485,DS-3fc733fc-c606-4614-8246-34ee521fde6c,DISK]
2024-12-05T12:27:36,188 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40127,DS-0e05f7c2-0ea3-4836-bc39-ae00d96fdb5f,DISK]
2024-12-05T12:27:36,216 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401651822/wal.1733401656171
2024-12-05T12:27:36,216 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32849:32849),(127.0.0.1/127.0.0.1:46323:46323),(127.0.0.1/127.0.0.1:38955:38955)]
2024-12-05T12:27:36,217 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 7e1dabdd3108bb3e35b2dd48656b746d, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733401651823.7e1dabdd3108bb3e35b2dd48656b746d.', STARTKEY => '', ENDKEY => ''}
2024-12-05T12:27:36,217 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733401651823.7e1dabdd3108bb3e35b2dd48656b746d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T12:27:36,217 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 7e1dabdd3108bb3e35b2dd48656b746d
2024-12-05T12:27:36,217 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 7e1dabdd3108bb3e35b2dd48656b746d
2024-12-05T12:27:36,219 INFO  [StoreOpener-7e1dabdd3108bb3e35b2dd48656b746d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7e1dabdd3108bb3e35b2dd48656b746d 
2024-12-05T12:27:36,220 INFO  [StoreOpener-7e1dabdd3108bb3e35b2dd48656b746d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e1dabdd3108bb3e35b2dd48656b746d columnFamilyName a
2024-12-05T12:27:36,220 DEBUG [StoreOpener-7e1dabdd3108bb3e35b2dd48656b746d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:36,227 DEBUG [StoreFileOpener-7e1dabdd3108bb3e35b2dd48656b746d-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0f611a99592440c688d72d2de977b076_SeqId_3_: NONE, but ROW specified in column family configuration
2024-12-05T12:27:36,227 DEBUG [StoreOpener-7e1dabdd3108bb3e35b2dd48656b746d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34587/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7e1dabdd3108bb3e35b2dd48656b746d/a/0f611a99592440c688d72d2de977b076_SeqId_3_
2024-12-05T12:27:36,228 INFO  [StoreOpener-7e1dabdd3108bb3e35b2dd48656b746d-1 {}] regionserver.HStore(327): Store=7e1dabdd3108bb3e35b2dd48656b746d/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:36,228 INFO  [StoreOpener-7e1dabdd3108bb3e35b2dd48656b746d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7e1dabdd3108bb3e35b2dd48656b746d 
2024-12-05T12:27:36,229 INFO  [StoreOpener-7e1dabdd3108bb3e35b2dd48656b746d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e1dabdd3108bb3e35b2dd48656b746d columnFamilyName b
2024-12-05T12:27:36,229 DEBUG [StoreOpener-7e1dabdd3108bb3e35b2dd48656b746d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:36,229 INFO  [StoreOpener-7e1dabdd3108bb3e35b2dd48656b746d-1 {}] regionserver.HStore(327): Store=7e1dabdd3108bb3e35b2dd48656b746d/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:36,229 INFO  [StoreOpener-7e1dabdd3108bb3e35b2dd48656b746d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7e1dabdd3108bb3e35b2dd48656b746d 
2024-12-05T12:27:36,230 INFO  [StoreOpener-7e1dabdd3108bb3e35b2dd48656b746d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e1dabdd3108bb3e35b2dd48656b746d columnFamilyName c
2024-12-05T12:27:36,230 DEBUG [StoreOpener-7e1dabdd3108bb3e35b2dd48656b746d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:36,231 INFO  [StoreOpener-7e1dabdd3108bb3e35b2dd48656b746d-1 {}] regionserver.HStore(327): Store=7e1dabdd3108bb3e35b2dd48656b746d/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:36,231 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7e1dabdd3108bb3e35b2dd48656b746d
2024-12-05T12:27:36,232 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7e1dabdd3108bb3e35b2dd48656b746d
2024-12-05T12:27:36,234 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7e1dabdd3108bb3e35b2dd48656b746d
2024-12-05T12:27:36,234 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34587/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7e1dabdd3108bb3e35b2dd48656b746d/recovered.edits/0000000000000000005
2024-12-05T12:27:36,263 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-05T12:27:36,264 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:34587/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7e1dabdd3108bb3e35b2dd48656b746d/recovered.edits/0000000000000000005
2024-12-05T12:27:36,265 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 7e1dabdd3108bb3e35b2dd48656b746d 3/3 column families, dataSize=58 B heapSize=904 B
2024-12-05T12:27:36,285 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34587/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7e1dabdd3108bb3e35b2dd48656b746d/.tmp/a/f19444d281c04b11bd2aa5970f19546c is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1733401652035/Put/seqid=0
2024-12-05T12:27:36,294 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741884_1062 (size=5149)
2024-12-05T12:27:36,294 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741884_1062 (size=5149)
2024-12-05T12:27:36,294 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741884_1062 (size=5149)
2024-12-05T12:27:36,294 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34587/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7e1dabdd3108bb3e35b2dd48656b746d/.tmp/a/f19444d281c04b11bd2aa5970f19546c
2024-12-05T12:27:36,301 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34587/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7e1dabdd3108bb3e35b2dd48656b746d/.tmp/a/f19444d281c04b11bd2aa5970f19546c as hdfs://localhost:34587/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7e1dabdd3108bb3e35b2dd48656b746d/a/f19444d281c04b11bd2aa5970f19546c
2024-12-05T12:27:36,307 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34587/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7e1dabdd3108bb3e35b2dd48656b746d/a/f19444d281c04b11bd2aa5970f19546c, entries=1, sequenceid=5, filesize=5.0 K
2024-12-05T12:27:36,307 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 7e1dabdd3108bb3e35b2dd48656b746d in 42ms, sequenceid=5, compaction requested=false; wal=null
2024-12-05T12:27:36,308 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34587/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7e1dabdd3108bb3e35b2dd48656b746d/recovered.edits/0000000000000000005
2024-12-05T12:27:36,309 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7e1dabdd3108bb3e35b2dd48656b746d
2024-12-05T12:27:36,309 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7e1dabdd3108bb3e35b2dd48656b746d
2024-12-05T12:27:36,310 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-05T12:27:36,311 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7e1dabdd3108bb3e35b2dd48656b746d
2024-12-05T12:27:36,314 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34587/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/7e1dabdd3108bb3e35b2dd48656b746d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1
2024-12-05T12:27:36,314 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 7e1dabdd3108bb3e35b2dd48656b746d; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73770931, jitterRate=0.09927253425121307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-05T12:27:36,315 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7e1dabdd3108bb3e35b2dd48656b746d:
Writing region info on filesystem at 1733401656217Initializing all the Stores at 1733401656218 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401656218Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401656219 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401656219Obtaining lock to block concurrent updates at 1733401656265 (+46 ms)Preparing flush snapshotting stores in 7e1dabdd3108bb3e35b2dd48656b746d at 1733401656265Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1733401651823.7e1dabdd3108bb3e35b2dd48656b746d., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1733401656265Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1733401651823.7e1dabdd3108bb3e35b2dd48656b746d. at 1733401656265Flushing 7e1dabdd3108bb3e35b2dd48656b746d/a: creating writer at 1733401656265Flushing 7e1dabdd3108bb3e35b2dd48656b746d/a: appending metadata at 1733401656285 (+20 ms)Flushing 7e1dabdd3108bb3e35b2dd48656b746d/a: closing flushed file at 1733401656285Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fafe37f: reopening flushed file at 1733401656300 (+15 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 7e1dabdd3108bb3e35b2dd48656b746d in 42ms, sequenceid=5, compaction requested=false; wal=null at 1733401656307 (+7 ms)Cleaning up temporary data from old regions at 1733401656309 (+2 ms)Region opened successfully at 1733401656315 (+6 ms)
2024-12-05T12:27:36,319 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7e1dabdd3108bb3e35b2dd48656b746d, disabling compactions & flushes
2024-12-05T12:27:36,319 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733401651823.7e1dabdd3108bb3e35b2dd48656b746d.
2024-12-05T12:27:36,319 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733401651823.7e1dabdd3108bb3e35b2dd48656b746d.
2024-12-05T12:27:36,319 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733401651823.7e1dabdd3108bb3e35b2dd48656b746d. after waiting 0 ms
2024-12-05T12:27:36,319 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733401651823.7e1dabdd3108bb3e35b2dd48656b746d.
2024-12-05T12:27:36,320 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733401651823.7e1dabdd3108bb3e35b2dd48656b746d.
2024-12-05T12:27:36,320 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7e1dabdd3108bb3e35b2dd48656b746d:
Waiting for close lock at 1733401656319Disabling compacts and flushes for region at 1733401656319Disabling writes for close at 1733401656319Writing region close event to WAL at 1733401656320 (+1 ms)Closed at 1733401656320
2024-12-05T12:27:36,322 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741883_1061 (size=175)
2024-12-05T12:27:36,322 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741883_1061 (size=175)
2024-12-05T12:27:36,323 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741883_1061 (size=175)
2024-12-05T12:27:36,327 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-05T12:27:36,327 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733401656171)
2024-12-05T12:27:36,346 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=410 (was 401)
Potentially hanging thread: IPC Client (1616464420) connection to localhost/127.0.0.1:35673 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1028525197_22 at /127.0.0.1:50074 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-17-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:34587
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1028525197_22 at /127.0.0.1:49100 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-17-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1616464420) connection to localhost/127.0.0.1:34587 from jenkinstestRegionMadeOfBulkLoadedFilesOnly
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: AsyncFSWAL-17-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1028525197_22 at /127.0.0.1:48230 [Waiting for operation #9]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35673
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1007 (was 939) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=599 (was 599), ProcessCount=11 (was 11), AvailableMemoryMB=2705 (was 2794)
2024-12-05T12:27:36,360 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=410, OpenFileDescriptor=1007, MaxFileDescriptor=1048576, SystemLoadAverage=599, ProcessCount=11, AvailableMemoryMB=2703
2024-12-05T12:27:36,376 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T12:27:36,382 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-05T12:27:36,386 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f4bc09594422,43799,1733401636341
2024-12-05T12:27:36,389 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5370fcae
2024-12-05T12:27:36,390 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-05T12:27:36,392 INFO  [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-05T12:27:36,395 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-05T12:27:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF
2024-12-05T12:27:36,404 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION
2024-12-05T12:27:36,406 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testReplayEditsAfterRegionMovedWithMultiCF"
 procId is: 4
2024-12-05T12:27:36,407 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:36,408 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-05T12:27:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-05T12:27:36,419 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741885_1063 (size=694)
2024-12-05T12:27:36,419 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741885_1063 (size=694)
2024-12-05T12:27:36,419 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741885_1063 (size=694)
2024-12-05T12:27:36,422 INFO  [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 093501374e364468aaffc6739a0bbb6f, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18
2024-12-05T12:27:36,430 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741886_1064 (size=77)
2024-12-05T12:27:36,430 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741886_1064 (size=77)
2024-12-05T12:27:36,430 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741886_1064 (size=77)
2024-12-05T12:27:36,431 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T12:27:36,431 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 093501374e364468aaffc6739a0bbb6f, disabling compactions & flushes
2024-12-05T12:27:36,431 INFO  [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.
2024-12-05T12:27:36,431 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.
2024-12-05T12:27:36,431 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f. after waiting 0 ms
2024-12-05T12:27:36,431 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.
2024-12-05T12:27:36,431 INFO  [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.
2024-12-05T12:27:36,432 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 093501374e364468aaffc6739a0bbb6f:
Waiting for close lock at 1733401656431Disabling compacts and flushes for region at 1733401656431Disabling writes for close at 1733401656431Writing region close event to WAL at 1733401656431Closed at 1733401656431
2024-12-05T12:27:36,433 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META
2024-12-05T12:27:36,439 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1733401656433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733401656433"}]},"ts":"1733401656433"}
2024-12-05T12:27:36,443 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-05T12:27:36,444 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-05T12:27:36,447 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401656444"}]},"ts":"1733401656444"}
2024-12-05T12:27:36,451 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta
2024-12-05T12:27:36,451 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {f4bc09594422=0} racks are {/default-rack=0}
2024-12-05T12:27:36,453 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-12-05T12:27:36,453 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-12-05T12:27:36,453 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-12-05T12:27:36,453 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-12-05T12:27:36,453 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-12-05T12:27:36,453 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-12-05T12:27:36,453 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-12-05T12:27:36,453 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-12-05T12:27:36,453 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-12-05T12:27:36,453 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-12-05T12:27:36,454 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=093501374e364468aaffc6739a0bbb6f, ASSIGN}]
2024-12-05T12:27:36,456 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=093501374e364468aaffc6739a0bbb6f, ASSIGN
2024-12-05T12:27:36,457 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=093501374e364468aaffc6739a0bbb6f, ASSIGN; state=OFFLINE, location=f4bc09594422,38433,1733401637645; forceNewPlan=false, retain=false
2024-12-05T12:27:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-05T12:27:36,610 INFO  [f4bc09594422:43799 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-12-05T12:27:36,611 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=093501374e364468aaffc6739a0bbb6f, regionState=OPENING, regionLocation=f4bc09594422,38433,1733401637645
2024-12-05T12:27:36,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=093501374e364468aaffc6739a0bbb6f, ASSIGN because future has completed
2024-12-05T12:27:36,615 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 093501374e364468aaffc6739a0bbb6f, server=f4bc09594422,38433,1733401637645}]
2024-12-05T12:27:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-05T12:27:36,768 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-05T12:27:36,771 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-05T12:27:36,777 INFO  [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.
2024-12-05T12:27:36,777 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 093501374e364468aaffc6739a0bbb6f, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.', STARTKEY => '', ENDKEY => ''}
2024-12-05T12:27:36,778 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 093501374e364468aaffc6739a0bbb6f
2024-12-05T12:27:36,778 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T12:27:36,778 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 093501374e364468aaffc6739a0bbb6f
2024-12-05T12:27:36,778 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 093501374e364468aaffc6739a0bbb6f
2024-12-05T12:27:36,780 INFO  [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 093501374e364468aaffc6739a0bbb6f 
2024-12-05T12:27:36,783 INFO  [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 093501374e364468aaffc6739a0bbb6f columnFamilyName cf1
2024-12-05T12:27:36,783 DEBUG [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:36,787 INFO  [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] regionserver.HStore(327): Store=093501374e364468aaffc6739a0bbb6f/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:36,787 INFO  [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 093501374e364468aaffc6739a0bbb6f 
2024-12-05T12:27:36,790 INFO  [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 093501374e364468aaffc6739a0bbb6f columnFamilyName cf2
2024-12-05T12:27:36,790 DEBUG [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:36,790 INFO  [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] regionserver.HStore(327): Store=093501374e364468aaffc6739a0bbb6f/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:36,791 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 093501374e364468aaffc6739a0bbb6f
2024-12-05T12:27:36,792 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f
2024-12-05T12:27:36,792 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f
2024-12-05T12:27:36,793 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 093501374e364468aaffc6739a0bbb6f
2024-12-05T12:27:36,793 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 093501374e364468aaffc6739a0bbb6f
2024-12-05T12:27:36,795 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-12-05T12:27:36,797 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 093501374e364468aaffc6739a0bbb6f
2024-12-05T12:27:36,811 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-05T12:27:36,813 INFO  [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 093501374e364468aaffc6739a0bbb6f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63423112, jitterRate=-0.05492198467254639}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-12-05T12:27:36,813 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 093501374e364468aaffc6739a0bbb6f
2024-12-05T12:27:36,815 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 093501374e364468aaffc6739a0bbb6f:
Running coprocessor pre-open hook at 1733401656778Writing region info on filesystem at 1733401656778Initializing all the Stores at 1733401656780 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401656780Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401656780Cleaning up temporary data from old regions at 1733401656794 (+14 ms)Running coprocessor post-open hooks at 1733401656813 (+19 ms)Region opened successfully at 1733401656815 (+2 ms)
2024-12-05T12:27:36,820 INFO  [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f., pid=6, masterSystemTime=1733401656768
2024-12-05T12:27:36,824 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.
2024-12-05T12:27:36,824 INFO  [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.
2024-12-05T12:27:36,825 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=093501374e364468aaffc6739a0bbb6f, regionState=OPEN, openSeqNum=2, regionLocation=f4bc09594422,38433,1733401637645
2024-12-05T12:27:36,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 093501374e364468aaffc6739a0bbb6f, server=f4bc09594422,38433,1733401637645 because future has completed
2024-12-05T12:27:36,841 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-12-05T12:27:36,841 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 093501374e364468aaffc6739a0bbb6f, server=f4bc09594422,38433,1733401637645 in 220 msec
2024-12-05T12:27:36,846 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-12-05T12:27:36,846 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=093501374e364468aaffc6739a0bbb6f, ASSIGN in 387 msec
2024-12-05T12:27:36,848 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-05T12:27:36,848 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733401656848"}]},"ts":"1733401656848"}
2024-12-05T12:27:36,852 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta
2024-12-05T12:27:36,853 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION
2024-12-05T12:27:36,856 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 457 msec
2024-12-05T12:27:36,917 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF
2024-12-05T12:27:36,917 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer
2024-12-05T12:27:36,919 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly
2024-12-05T12:27:36,919 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer
2024-12-05T12:27:36,920 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum
2024-12-05T12:27:36,920 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer
2024-12-05T12:27:37,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-05T12:27:37,041 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed
2024-12-05T12:27:37,041 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms
2024-12-05T12:27:37,043 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-05T12:27:37,057 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states.
2024-12-05T12:27:37,057 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-05T12:27:37,058 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned.
2024-12-05T12:27:37,077 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f., hostname=f4bc09594422,38433,1733401637645, seqNum=2]
2024-12-05T12:27:37,079 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-05T12:27:37,082 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-05T12:27:37,105 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] master.HMaster(2410): Client=jenkins//172.17.0.3 move hri=093501374e364468aaffc6739a0bbb6f, source=f4bc09594422,38433,1733401637645, destination=f4bc09594422,41729,1733401637438, warming up region on f4bc09594422,41729,1733401637438
2024-12-05T12:27:37,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-05T12:27:37,111 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] master.HMaster(2414): Client=jenkins//172.17.0.3 move hri=093501374e364468aaffc6739a0bbb6f, source=f4bc09594422,38433,1733401637645, destination=f4bc09594422,41729,1733401637438, running balancer
2024-12-05T12:27:37,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=093501374e364468aaffc6739a0bbb6f, REOPEN/MOVE
2024-12-05T12:27:37,115 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=093501374e364468aaffc6739a0bbb6f, REOPEN/MOVE
2024-12-05T12:27:37,118 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=093501374e364468aaffc6739a0bbb6f, regionState=CLOSING, regionLocation=f4bc09594422,38433,1733401637645
2024-12-05T12:27:37,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=093501374e364468aaffc6739a0bbb6f, REOPEN/MOVE because future has completed
2024-12-05T12:27:37,123 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-05T12:27:37,125 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-05T12:27:37,125 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 093501374e364468aaffc6739a0bbb6f, server=f4bc09594422,38433,1733401637645}]
2024-12-05T12:27:37,139 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.
2024-12-05T12:27:37,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.HRegion(7855): Warmup {ENCODED => 093501374e364468aaffc6739a0bbb6f, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.', STARTKEY => '', ENDKEY => ''}
2024-12-05T12:27:37,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T12:27:37,141 INFO  [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 093501374e364468aaffc6739a0bbb6f 
2024-12-05T12:27:37,142 INFO  [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 093501374e364468aaffc6739a0bbb6f columnFamilyName cf1
2024-12-05T12:27:37,142 DEBUG [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:37,145 INFO  [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] regionserver.HStore(327): Store=093501374e364468aaffc6739a0bbb6f/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:37,145 INFO  [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 093501374e364468aaffc6739a0bbb6f 
2024-12-05T12:27:37,146 INFO  [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 093501374e364468aaffc6739a0bbb6f columnFamilyName cf2
2024-12-05T12:27:37,146 DEBUG [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:37,147 INFO  [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] regionserver.HStore(327): Store=093501374e364468aaffc6739a0bbb6f/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.HRegion(1722): Closing 093501374e364468aaffc6739a0bbb6f, disabling compactions & flushes
2024-12-05T12:27:37,147 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.
2024-12-05T12:27:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.
2024-12-05T12:27:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f. after waiting 0 ms
2024-12-05T12:27:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.
2024-12-05T12:27:37,148 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.
2024-12-05T12:27:37,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.HRegion(1676): Region close journal for 093501374e364468aaffc6739a0bbb6f:
Waiting for close lock at 1733401657147Disabling compacts and flushes for region at 1733401657147Disabling writes for close at 1733401657147Writing region close event to WAL at 1733401657148 (+1 ms)Closed at 1733401657148
2024-12-05T12:27:37,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] procedure.ProcedureSyncWait(219): waitFor pid=7
2024-12-05T12:27:37,285 INFO  [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 093501374e364468aaffc6739a0bbb6f
2024-12-05T12:27:37,285 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-05T12:27:37,286 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 093501374e364468aaffc6739a0bbb6f, disabling compactions & flushes
2024-12-05T12:27:37,286 INFO  [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.
2024-12-05T12:27:37,286 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.
2024-12-05T12:27:37,286 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f. after waiting 0 ms
2024-12-05T12:27:37,287 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.
2024-12-05T12:27:37,287 INFO  [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 093501374e364468aaffc6739a0bbb6f 2/2 column families, dataSize=31 B heapSize=616 B
2024-12-05T12:27:37,314 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f/.tmp/cf1/3674f756c2824ae88c9be819dfd1b43f is 35, key is r1/cf1:q/1733401657083/Put/seqid=0
2024-12-05T12:27:37,357 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741887_1065 (size=4783)
2024-12-05T12:27:37,358 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741887_1065 (size=4783)
2024-12-05T12:27:37,359 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741887_1065 (size=4783)
2024-12-05T12:27:37,359 INFO  [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f/.tmp/cf1/3674f756c2824ae88c9be819dfd1b43f
2024-12-05T12:27:37,372 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f/.tmp/cf1/3674f756c2824ae88c9be819dfd1b43f as hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f/cf1/3674f756c2824ae88c9be819dfd1b43f
2024-12-05T12:27:37,383 INFO  [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f/cf1/3674f756c2824ae88c9be819dfd1b43f, entries=1, sequenceid=5, filesize=4.7 K
2024-12-05T12:27:37,385 INFO  [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 093501374e364468aaffc6739a0bbb6f in 98ms, sequenceid=5, compaction requested=false
2024-12-05T12:27:37,385 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF'
2024-12-05T12:27:37,404 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-12-05T12:27:37,412 INFO  [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.
2024-12-05T12:27:37,412 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 093501374e364468aaffc6739a0bbb6f:
Waiting for close lock at 1733401657286Running coprocessor pre-close hooks at 1733401657286Disabling compacts and flushes for region at 1733401657286Disabling writes for close at 1733401657287 (+1 ms)Obtaining lock to block concurrent updates at 1733401657287Preparing flush snapshotting stores in 093501374e364468aaffc6739a0bbb6f at 1733401657287Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1733401657287Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f. at 1733401657289 (+2 ms)Flushing 093501374e364468aaffc6739a0bbb6f/cf1: creating writer at 1733401657289Flushing 093501374e364468aaffc6739a0bbb6f/cf1: appending metadata at 1733401657314 (+25 ms)Flushing 093501374e364468aaffc6739a0bbb6f/cf1: closing flushed file at 1733401657314Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f033a8e: reopening flushed file at 1733401657370 (+56 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 093501374e364468aaffc6739a0bbb6f in 98ms, sequenceid=5, compaction requested=false at 1733401657385 (+15 ms)Writing region close event to WAL at 1733401657389 (+4 ms)Running coprocessor post-close hooks at 1733401657404 (+15 ms)Closed at 1733401657412 (+8 ms)
2024-12-05T12:27:37,413 INFO  [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 093501374e364468aaffc6739a0bbb6f move to f4bc09594422,41729,1733401637438 record at close sequenceid=5
2024-12-05T12:27:37,418 INFO  [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 093501374e364468aaffc6739a0bbb6f
2024-12-05T12:27:37,419 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=093501374e364468aaffc6739a0bbb6f, regionState=CLOSED
2024-12-05T12:27:37,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 093501374e364468aaffc6739a0bbb6f, server=f4bc09594422,38433,1733401637645 because future has completed
2024-12-05T12:27:37,430 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-12-05T12:27:37,430 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 093501374e364468aaffc6739a0bbb6f, server=f4bc09594422,38433,1733401637645 in 301 msec
2024-12-05T12:27:37,432 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=093501374e364468aaffc6739a0bbb6f, REOPEN/MOVE; state=CLOSED, location=f4bc09594422,41729,1733401637438; forceNewPlan=false, retain=false
2024-12-05T12:27:37,583 INFO  [f4bc09594422:43799 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-12-05T12:27:37,583 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=093501374e364468aaffc6739a0bbb6f, regionState=OPENING, regionLocation=f4bc09594422,41729,1733401637438
2024-12-05T12:27:37,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=093501374e364468aaffc6739a0bbb6f, REOPEN/MOVE because future has completed
2024-12-05T12:27:37,588 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 093501374e364468aaffc6739a0bbb6f, server=f4bc09594422,41729,1733401637438}]
2024-12-05T12:27:37,746 INFO  [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.
2024-12-05T12:27:37,746 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 093501374e364468aaffc6739a0bbb6f, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.', STARTKEY => '', ENDKEY => ''}
2024-12-05T12:27:37,747 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 093501374e364468aaffc6739a0bbb6f
2024-12-05T12:27:37,747 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T12:27:37,747 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 093501374e364468aaffc6739a0bbb6f
2024-12-05T12:27:37,747 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 093501374e364468aaffc6739a0bbb6f
2024-12-05T12:27:37,749 INFO  [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 093501374e364468aaffc6739a0bbb6f 
2024-12-05T12:27:37,750 INFO  [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 093501374e364468aaffc6739a0bbb6f columnFamilyName cf1
2024-12-05T12:27:37,750 DEBUG [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:37,757 DEBUG [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f/cf1/3674f756c2824ae88c9be819dfd1b43f
2024-12-05T12:27:37,757 INFO  [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] regionserver.HStore(327): Store=093501374e364468aaffc6739a0bbb6f/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:37,757 INFO  [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 093501374e364468aaffc6739a0bbb6f 
2024-12-05T12:27:37,758 INFO  [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 093501374e364468aaffc6739a0bbb6f columnFamilyName cf2
2024-12-05T12:27:37,758 DEBUG [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:37,758 INFO  [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] regionserver.HStore(327): Store=093501374e364468aaffc6739a0bbb6f/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:37,758 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 093501374e364468aaffc6739a0bbb6f
2024-12-05T12:27:37,760 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f
2024-12-05T12:27:37,761 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f
2024-12-05T12:27:37,762 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 093501374e364468aaffc6739a0bbb6f
2024-12-05T12:27:37,762 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 093501374e364468aaffc6739a0bbb6f
2024-12-05T12:27:37,763 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-12-05T12:27:37,764 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 093501374e364468aaffc6739a0bbb6f
2024-12-05T12:27:37,765 INFO  [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 093501374e364468aaffc6739a0bbb6f; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70357304, jitterRate=0.04840552806854248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-12-05T12:27:37,765 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 093501374e364468aaffc6739a0bbb6f
2024-12-05T12:27:37,766 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 093501374e364468aaffc6739a0bbb6f:
Running coprocessor pre-open hook at 1733401657747Writing region info on filesystem at 1733401657747Initializing all the Stores at 1733401657748 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401657748Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401657748Cleaning up temporary data from old regions at 1733401657762 (+14 ms)Running coprocessor post-open hooks at 1733401657765 (+3 ms)Region opened successfully at 1733401657766 (+1 ms)
2024-12-05T12:27:37,768 INFO  [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f., pid=9, masterSystemTime=1733401657741
2024-12-05T12:27:37,771 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.
2024-12-05T12:27:37,771 INFO  [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.
2024-12-05T12:27:37,772 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=093501374e364468aaffc6739a0bbb6f, regionState=OPEN, openSeqNum=9, regionLocation=f4bc09594422,41729,1733401637438
2024-12-05T12:27:37,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 093501374e364468aaffc6739a0bbb6f, server=f4bc09594422,41729,1733401637438 because future has completed
2024-12-05T12:27:37,779 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7
2024-12-05T12:27:37,779 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 093501374e364468aaffc6739a0bbb6f, server=f4bc09594422,41729,1733401637438 in 188 msec
2024-12-05T12:27:37,781 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=093501374e364468aaffc6739a0bbb6f, REOPEN/MOVE in 668 msec
2024-12-05T12:27:37,824 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-05T12:27:37,826 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-05T12:27:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38433 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.3:36728 deadline: 1733401717829, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=f4bc09594422 port=41729 startCode=1733401637438. As of locationSeqNum=5.
2024-12-05T12:27:37,836 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f., hostname=f4bc09594422,38433,1733401637645, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f., hostname=f4bc09594422,38433,1733401637645, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=f4bc09594422 port=41729 startCode=1733401637438. As of locationSeqNum=5.
2024-12-05T12:27:37,837 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f., hostname=f4bc09594422,38433,1733401637645, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=f4bc09594422 port=41729 startCode=1733401637438. As of locationSeqNum=5.
2024-12-05T12:27:37,837 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f., hostname=f4bc09594422,38433,1733401637645, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f., hostname=f4bc09594422,41729,1733401637438, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=f4bc09594422 port=41729 startCode=1733401637438. As of locationSeqNum=5.
2024-12-05T12:27:37,949 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-05T12:27:37,952 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-05T12:27:37,961 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 093501374e364468aaffc6739a0bbb6f 2/2 column families, dataSize=50 B heapSize=720 B
2024-12-05T12:27:37,980 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f/.tmp/cf1/a2bcf975019f450fa65df811c0ad6009 is 29, key is r1/cf1:/1733401657953/DeleteFamily/seqid=0
2024-12-05T12:27:37,987 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741888_1066 (size=4906)
2024-12-05T12:27:37,987 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741888_1066 (size=4906)
2024-12-05T12:27:37,987 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741888_1066 (size=4906)
2024-12-05T12:27:37,988 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f/.tmp/cf1/a2bcf975019f450fa65df811c0ad6009
2024-12-05T12:27:37,994 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a2bcf975019f450fa65df811c0ad6009
2024-12-05T12:27:38,010 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f/.tmp/cf2/f3f2f79102a643ef98221e45fbd2c554 is 29, key is r1/cf2:/1733401657953/DeleteFamily/seqid=0
2024-12-05T12:27:38,015 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741889_1067 (size=4906)
2024-12-05T12:27:38,016 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741889_1067 (size=4906)
2024-12-05T12:27:38,016 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741889_1067 (size=4906)
2024-12-05T12:27:38,017 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f/.tmp/cf2/f3f2f79102a643ef98221e45fbd2c554
2024-12-05T12:27:38,022 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f3f2f79102a643ef98221e45fbd2c554
2024-12-05T12:27:38,024 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f/.tmp/cf1/a2bcf975019f450fa65df811c0ad6009 as hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f/cf1/a2bcf975019f450fa65df811c0ad6009
2024-12-05T12:27:38,030 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a2bcf975019f450fa65df811c0ad6009
2024-12-05T12:27:38,030 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f/cf1/a2bcf975019f450fa65df811c0ad6009, entries=1, sequenceid=12, filesize=4.8 K
2024-12-05T12:27:38,031 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f/.tmp/cf2/f3f2f79102a643ef98221e45fbd2c554 as hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f/cf2/f3f2f79102a643ef98221e45fbd2c554
2024-12-05T12:27:38,037 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f3f2f79102a643ef98221e45fbd2c554
2024-12-05T12:27:38,037 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f/cf2/f3f2f79102a643ef98221e45fbd2c554, entries=1, sequenceid=12, filesize=4.8 K
2024-12-05T12:27:38,038 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 093501374e364468aaffc6739a0bbb6f in 77ms, sequenceid=12, compaction requested=false
2024-12-05T12:27:38,038 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 093501374e364468aaffc6739a0bbb6f:

2024-12-05T12:27:38,043 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking
2024-12-05T12:27:38,044 DEBUG [Time-limited test {}] regionserver.HStore(1541): 093501374e364468aaffc6739a0bbb6f/cf1 is initiating major compaction (all files)
2024-12-05T12:27:38,045 INFO  [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-05T12:27:38,045 INFO  [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-05T12:27:38,045 INFO  [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 093501374e364468aaffc6739a0bbb6f/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.
2024-12-05T12:27:38,046 INFO  [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f/cf1/3674f756c2824ae88c9be819dfd1b43f, hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f/cf1/a2bcf975019f450fa65df811c0ad6009] into tmpdir=hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f/.tmp, totalSize=9.5 K
2024-12-05T12:27:38,047 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 3674f756c2824ae88c9be819dfd1b43f, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733401657083
2024-12-05T12:27:38,047 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting a2bcf975019f450fa65df811c0ad6009, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807
2024-12-05T12:27:38,058 INFO  [Time-limited test {}] throttle.PressureAwareThroughputController(145): 093501374e364468aaffc6739a0bbb6f#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-05T12:27:38,066 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741890_1068 (size=4626)
2024-12-05T12:27:38,067 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741890_1068 (size=4626)
2024-12-05T12:27:38,067 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741890_1068 (size=4626)
2024-12-05T12:27:38,476 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f/.tmp/cf1/21bc2b96b0d741df80b2f2837dd61a48 as hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f/cf1/21bc2b96b0d741df80b2f2837dd61a48
2024-12-05T12:27:38,494 INFO  [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 093501374e364468aaffc6739a0bbb6f/cf1 of 093501374e364468aaffc6739a0bbb6f into 21bc2b96b0d741df80b2f2837dd61a48(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-05T12:27:38,494 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 093501374e364468aaffc6739a0bbb6f:

2024-12-05T12:27:38,494 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking
2024-12-05T12:27:38,494 DEBUG [Time-limited test {}] regionserver.HStore(1541): 093501374e364468aaffc6739a0bbb6f/cf2 is initiating major compaction (all files)
2024-12-05T12:27:38,495 INFO  [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-05T12:27:38,495 INFO  [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-05T12:27:38,495 INFO  [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 093501374e364468aaffc6739a0bbb6f/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.
2024-12-05T12:27:38,495 INFO  [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f/cf2/f3f2f79102a643ef98221e45fbd2c554] into tmpdir=hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f/.tmp, totalSize=4.8 K
2024-12-05T12:27:38,496 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting f3f2f79102a643ef98221e45fbd2c554, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807
2024-12-05T12:27:38,502 INFO  [Time-limited test {}] throttle.PressureAwareThroughputController(145): 093501374e364468aaffc6739a0bbb6f#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-05T12:27:38,510 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741891_1069 (size=4592)
2024-12-05T12:27:38,510 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741891_1069 (size=4592)
2024-12-05T12:27:38,511 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741891_1069 (size=4592)
2024-12-05T12:27:38,518 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f/.tmp/cf2/9ee4a84dbe8d439ebf83535bb724b71d as hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f/cf2/9ee4a84dbe8d439ebf83535bb724b71d
2024-12-05T12:27:38,526 INFO  [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 093501374e364468aaffc6739a0bbb6f/cf2 of 093501374e364468aaffc6739a0bbb6f into 9ee4a84dbe8d439ebf83535bb724b71d(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-05T12:27:38,526 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 093501374e364468aaffc6739a0bbb6f:

2024-12-05T12:27:38,531 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] master.HMaster(2410): Client=jenkins//172.17.0.3 move hri=093501374e364468aaffc6739a0bbb6f, source=f4bc09594422,41729,1733401637438, destination=f4bc09594422,38433,1733401637645, warming up region on f4bc09594422,38433,1733401637645
2024-12-05T12:27:38,531 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] master.HMaster(2414): Client=jenkins//172.17.0.3 move hri=093501374e364468aaffc6739a0bbb6f, source=f4bc09594422,41729,1733401637438, destination=f4bc09594422,38433,1733401637645, running balancer
2024-12-05T12:27:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=093501374e364468aaffc6739a0bbb6f, REOPEN/MOVE
2024-12-05T12:27:38,533 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=093501374e364468aaffc6739a0bbb6f, REOPEN/MOVE
2024-12-05T12:27:38,534 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38433 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.
2024-12-05T12:27:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38433 {}] regionserver.HRegion(7855): Warmup {ENCODED => 093501374e364468aaffc6739a0bbb6f, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.', STARTKEY => '', ENDKEY => ''}
2024-12-05T12:27:38,534 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=093501374e364468aaffc6739a0bbb6f, regionState=CLOSING, regionLocation=f4bc09594422,41729,1733401637438
2024-12-05T12:27:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38433 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T12:27:38,535 INFO  [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 093501374e364468aaffc6739a0bbb6f 
2024-12-05T12:27:38,536 INFO  [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 093501374e364468aaffc6739a0bbb6f columnFamilyName cf1
2024-12-05T12:27:38,536 DEBUG [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:38,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=093501374e364468aaffc6739a0bbb6f, REOPEN/MOVE because future has completed
2024-12-05T12:27:38,538 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-05T12:27:38,538 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 093501374e364468aaffc6739a0bbb6f, server=f4bc09594422,41729,1733401637438}]
2024-12-05T12:27:38,545 DEBUG [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f/cf1/21bc2b96b0d741df80b2f2837dd61a48
2024-12-05T12:27:38,550 DEBUG [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f/cf1/3674f756c2824ae88c9be819dfd1b43f
2024-12-05T12:27:38,556 INFO  [StoreFileOpener-093501374e364468aaffc6739a0bbb6f-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a2bcf975019f450fa65df811c0ad6009
2024-12-05T12:27:38,556 DEBUG [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f/cf1/a2bcf975019f450fa65df811c0ad6009
2024-12-05T12:27:38,556 INFO  [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] regionserver.HStore(327): Store=093501374e364468aaffc6739a0bbb6f/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:38,556 INFO  [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 093501374e364468aaffc6739a0bbb6f 
2024-12-05T12:27:38,557 INFO  [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 093501374e364468aaffc6739a0bbb6f columnFamilyName cf2
2024-12-05T12:27:38,557 DEBUG [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:38,564 DEBUG [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f/cf2/9ee4a84dbe8d439ebf83535bb724b71d
2024-12-05T12:27:38,569 INFO  [StoreFileOpener-093501374e364468aaffc6739a0bbb6f-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f3f2f79102a643ef98221e45fbd2c554
2024-12-05T12:27:38,569 DEBUG [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f/cf2/f3f2f79102a643ef98221e45fbd2c554
2024-12-05T12:27:38,569 INFO  [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] regionserver.HStore(327): Store=093501374e364468aaffc6739a0bbb6f/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38433 {}] regionserver.HRegion(1722): Closing 093501374e364468aaffc6739a0bbb6f, disabling compactions & flushes
2024-12-05T12:27:38,569 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38433 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.
2024-12-05T12:27:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38433 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.
2024-12-05T12:27:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38433 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f. after waiting 0 ms
2024-12-05T12:27:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38433 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.
2024-12-05T12:27:38,570 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38433 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.
2024-12-05T12:27:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38433 {}] regionserver.HRegion(1676): Region close journal for 093501374e364468aaffc6739a0bbb6f:
Waiting for close lock at 1733401658569Disabling compacts and flushes for region at 1733401658569Disabling writes for close at 1733401658569Writing region close event to WAL at 1733401658570 (+1 ms)Closed at 1733401658570
2024-12-05T12:27:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] procedure.ProcedureSyncWait(219): waitFor pid=10
2024-12-05T12:27:38,692 INFO  [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 093501374e364468aaffc6739a0bbb6f
2024-12-05T12:27:38,692 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-05T12:27:38,692 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 093501374e364468aaffc6739a0bbb6f, disabling compactions & flushes
2024-12-05T12:27:38,692 INFO  [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.
2024-12-05T12:27:38,692 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.
2024-12-05T12:27:38,692 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f. after waiting 0 ms
2024-12-05T12:27:38,692 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.
2024-12-05T12:27:38,693 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f/cf1/3674f756c2824ae88c9be819dfd1b43f, hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f/cf1/a2bcf975019f450fa65df811c0ad6009] to archive
2024-12-05T12:27:38,696 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-05T12:27:38,700 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f/cf1/3674f756c2824ae88c9be819dfd1b43f to hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f/cf1/3674f756c2824ae88c9be819dfd1b43f
2024-12-05T12:27:38,702 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f/cf1/a2bcf975019f450fa65df811c0ad6009 to hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f/cf1/a2bcf975019f450fa65df811c0ad6009
2024-12-05T12:27:38,717 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f/cf2/f3f2f79102a643ef98221e45fbd2c554] to archive
2024-12-05T12:27:38,718 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-05T12:27:38,720 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f/cf2/f3f2f79102a643ef98221e45fbd2c554 to hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f/cf2/f3f2f79102a643ef98221e45fbd2c554
2024-12-05T12:27:38,725 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8
2024-12-05T12:27:38,726 INFO  [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.
2024-12-05T12:27:38,726 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 093501374e364468aaffc6739a0bbb6f:
Waiting for close lock at 1733401658692Running coprocessor pre-close hooks at 1733401658692Disabling compacts and flushes for region at 1733401658692Disabling writes for close at 1733401658692Writing region close event to WAL at 1733401658721 (+29 ms)Running coprocessor post-close hooks at 1733401658726 (+5 ms)Closed at 1733401658726
2024-12-05T12:27:38,726 INFO  [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 093501374e364468aaffc6739a0bbb6f move to f4bc09594422,38433,1733401637645 record at close sequenceid=12
2024-12-05T12:27:38,729 INFO  [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 093501374e364468aaffc6739a0bbb6f
2024-12-05T12:27:38,730 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=093501374e364468aaffc6739a0bbb6f, regionState=CLOSED
2024-12-05T12:27:38,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 093501374e364468aaffc6739a0bbb6f, server=f4bc09594422,41729,1733401637438 because future has completed
2024-12-05T12:27:38,737 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-12-05T12:27:38,737 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 093501374e364468aaffc6739a0bbb6f, server=f4bc09594422,41729,1733401637438 in 196 msec
2024-12-05T12:27:38,738 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=093501374e364468aaffc6739a0bbb6f, REOPEN/MOVE; state=CLOSED, location=f4bc09594422,38433,1733401637645; forceNewPlan=false, retain=false
2024-12-05T12:27:38,889 INFO  [f4bc09594422:43799 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-12-05T12:27:38,889 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=093501374e364468aaffc6739a0bbb6f, regionState=OPENING, regionLocation=f4bc09594422,38433,1733401637645
2024-12-05T12:27:38,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=093501374e364468aaffc6739a0bbb6f, REOPEN/MOVE because future has completed
2024-12-05T12:27:38,893 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 093501374e364468aaffc6739a0bbb6f, server=f4bc09594422,38433,1733401637645}]
2024-12-05T12:27:39,050 INFO  [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.
2024-12-05T12:27:39,051 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 093501374e364468aaffc6739a0bbb6f, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.', STARTKEY => '', ENDKEY => ''}
2024-12-05T12:27:39,051 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 093501374e364468aaffc6739a0bbb6f
2024-12-05T12:27:39,051 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T12:27:39,052 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 093501374e364468aaffc6739a0bbb6f
2024-12-05T12:27:39,052 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 093501374e364468aaffc6739a0bbb6f
2024-12-05T12:27:39,054 INFO  [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 093501374e364468aaffc6739a0bbb6f 
2024-12-05T12:27:39,055 INFO  [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 093501374e364468aaffc6739a0bbb6f columnFamilyName cf1
2024-12-05T12:27:39,055 DEBUG [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:39,061 DEBUG [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f/cf1/21bc2b96b0d741df80b2f2837dd61a48
2024-12-05T12:27:39,062 INFO  [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] regionserver.HStore(327): Store=093501374e364468aaffc6739a0bbb6f/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:39,062 INFO  [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 093501374e364468aaffc6739a0bbb6f 
2024-12-05T12:27:39,063 INFO  [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 093501374e364468aaffc6739a0bbb6f columnFamilyName cf2
2024-12-05T12:27:39,063 DEBUG [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:39,069 DEBUG [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f/cf2/9ee4a84dbe8d439ebf83535bb724b71d
2024-12-05T12:27:39,069 INFO  [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] regionserver.HStore(327): Store=093501374e364468aaffc6739a0bbb6f/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:39,069 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 093501374e364468aaffc6739a0bbb6f
2024-12-05T12:27:39,070 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f
2024-12-05T12:27:39,071 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f
2024-12-05T12:27:39,072 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 093501374e364468aaffc6739a0bbb6f
2024-12-05T12:27:39,072 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 093501374e364468aaffc6739a0bbb6f
2024-12-05T12:27:39,073 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-12-05T12:27:39,075 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 093501374e364468aaffc6739a0bbb6f
2024-12-05T12:27:39,076 INFO  [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 093501374e364468aaffc6739a0bbb6f; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62305716, jitterRate=-0.07157248258590698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-12-05T12:27:39,076 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 093501374e364468aaffc6739a0bbb6f
2024-12-05T12:27:39,077 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 093501374e364468aaffc6739a0bbb6f:
Running coprocessor pre-open hook at 1733401659052Writing region info on filesystem at 1733401659052Initializing all the Stores at 1733401659053 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401659053Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401659053Cleaning up temporary data from old regions at 1733401659072 (+19 ms)Running coprocessor post-open hooks at 1733401659076 (+4 ms)Region opened successfully at 1733401659077 (+1 ms)
2024-12-05T12:27:39,078 INFO  [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f., pid=12, masterSystemTime=1733401659046
2024-12-05T12:27:39,081 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.
2024-12-05T12:27:39,081 INFO  [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.
2024-12-05T12:27:39,082 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=093501374e364468aaffc6739a0bbb6f, regionState=OPEN, openSeqNum=18, regionLocation=f4bc09594422,38433,1733401637645
2024-12-05T12:27:39,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 093501374e364468aaffc6739a0bbb6f, server=f4bc09594422,38433,1733401637645 because future has completed
2024-12-05T12:27:39,090 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10
2024-12-05T12:27:39,090 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 093501374e364468aaffc6739a0bbb6f, server=f4bc09594422,38433,1733401637645 in 193 msec
2024-12-05T12:27:39,093 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=093501374e364468aaffc6739a0bbb6f, REOPEN/MOVE in 559 msec
2024-12-05T12:27:39,134 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-05T12:27:39,136 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-05T12:27:39,138 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server f4bc09594422,38433,1733401637645: testing *****
2024-12-05T12:27:39,138 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-12-05T12:27:39,141 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-12-05T12:27:39,142 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-12-05T12:27:39,148 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-12-05T12:27:39,150 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-12-05T12:27:39,162 INFO  [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1048576000,
        "init": 1048576000,
        "max": 2306867200,
        "used": 706832656
      },
      "NonHeapMemoryUsage": {
        "committed": 171573248,
        "init": 7667712,
        "max": -1,
        "used": 168979152
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC",
      "modelerType": "RegionServer,sub=IPC",
      "tag.Context": "regionserver",
      "tag.Hostname": "f4bc09594422",
      "queueSize": 0,
      "numCallsInGeneralQueue": 0,
      "numCallsInReplicationQueue": 0,
      "numCallsInBulkLoadQueue": 0,
      "numCallsInPriorityQueue": 0,
      "numCallsInMetaPriorityQueue": 0,
      "numOpenConnections": 3,
      "numActiveHandler": 0,
      "numActiveGeneralHandler": 0,
      "numActivePriorityHandler": 0,
      "numActiveReplicationHandler": 0,
      "numGeneralCallsDropped": 0,
      "numLifoModeSwitches": 0,
      "numCallsInWriteQueue": 0,
      "numActiveBulkLoadHandler": 0,
      "numCallsInReadQueue": 0,
      "numCallsInScanQueue": 0,
      "numActiveWriteHandler": 0,
      "numActiveReadHandler": 0,
      "numActiveScanHandler": 0,
      "nettyDirectMemoryUsage": 67108864,
      "nettyTotalPendingOutboundBytes": 0,
      "nettyMaxPendingOutboundBytes": 0,
      "receivedBytes": 11076,
      "exceptions.RegionMovedException": 1,
      "authenticationSuccesses": 0,
      "authorizationFailures": 0,
      "exceptions.requestTooBig": 0,
      "UnwritableTime_num_ops": 0,
      "UnwritableTime_min": 0,
      "UnwritableTime_max": 0,
      "UnwritableTime_mean": 0,
      "UnwritableTime_25th_percentile": 0,
      "UnwritableTime_median": 0,
      "UnwritableTime_75th_percentile": 0,
      "UnwritableTime_90th_percentile": 0,
      "UnwritableTime_95th_percentile": 0,
      "UnwritableTime_98th_percentile": 0,
      "UnwritableTime_99th_percentile": 0,
      "UnwritableTime_99.9th_percentile": 0,
      "exceptions.OutOfOrderScannerNextException": 0,
      "exceptions.rpcThrottling": 0,
      "exceptions.otherExceptions": 0,
      "ProcessCallTime_num_ops": 39,
      "ProcessCallTime_min": 0,
      "ProcessCallTime_max": 39,
      "ProcessCallTime_mean": 4,
      "ProcessCallTime_25th_percentile": 1,
      "ProcessCallTime_median": 2,
      "ProcessCallTime_75th_percentile": 4,
      "ProcessCallTime_90th_percentile": 7,
      "ProcessCallTime_95th_percentile": 25,
      "ProcessCallTime_98th_percentile": 39,
      "ProcessCallTime_99th_percentile": 39,
      "ProcessCallTime_99.9th_percentile": 39,
      "ProcessCallTime_TimeRangeCount_0-1": 9,
      "ProcessCallTime_TimeRangeCount_1-3": 14,
      "ProcessCallTime_TimeRangeCount_3-10": 6,
      "ProcessCallTime_TimeRangeCount_10-30": 1,
      "ProcessCallTime_TimeRangeCount_30-100": 1,
      "exceptions.callQueueTooBig": 0,
      "QueueCallTime_num_ops": 39,
      "QueueCallTime_min": 0,
      "QueueCallTime_max": 1,
      "QueueCallTime_mean": 0,
      "QueueCallTime_25th_percentile": 0,
      "QueueCallTime_median": 0,
      "QueueCallTime_75th_percentile": 0,
      "QueueCallTime_90th_percentile": 1,
      "QueueCallTime_95th_percentile": 1,
      "QueueCallTime_98th_percentile": 1,
      "QueueCallTime_99th_percentile": 1,
      "QueueCallTime_99.9th_percentile": 1,
      "QueueCallTime_TimeRangeCount_0-1": 31,
      "authenticationFailures": 0,
      "exceptions.multiResponseTooLarge": 0,
      "exceptions.callDropped": 0,
      "TotalCallTime_num_ops": 39,
      "TotalCallTime_min": 0,
      "TotalCallTime_max": 39,
      "TotalCallTime_mean": 4,
      "TotalCallTime_25th_percentile": 2,
      "TotalCallTime_median": 2,
      "TotalCallTime_75th_percentile": 4,
      "TotalCallTime_90th_percentile": 7,
      "TotalCallTime_95th_percentile": 25,
      "TotalCallTime_98th_percentile": 39,
      "TotalCallTime_99th_percentile": 39,
      "TotalCallTime_99.9th_percentile": 39,
      "TotalCallTime_TimeRangeCount_0-1": 6,
      "TotalCallTime_TimeRangeCount_1-3": 17,
      "TotalCallTime_TimeRangeCount_3-10": 6,
      "TotalCallTime_TimeRangeCount_10-30": 1,
      "TotalCallTime_TimeRangeCount_30-100": 1,
      "exceptions.RegionTooBusyException": 0,
      "exceptions.FailedSanityCheckException": 0,
      "ResponseSize_num_ops": 39,
      "ResponseSize_min": 0,
      "ResponseSize_max": 1139,
      "ResponseSize_mean": 159,
      "ResponseSize_25th_percentile": 2,
      "ResponseSize_median": 2,
      "ResponseSize_75th_percentile": 74,
      "ResponseSize_90th_percentile": 453,
      "ResponseSize_95th_percentile": 796,
      "ResponseSize_98th_percentile": 1001,
      "ResponseSize_99th_percentile": 1070,
      "ResponseSize_99.9th_percentile": 1132,
      "ResponseSize_SizeRangeCount_0-10": 22,
      "ResponseSize_SizeRangeCount_10-100": 5,
      "ResponseSize_SizeRangeCount_100-1000": 4,
      "exceptions.UnknownScannerException": 0,
      "exceptions": 1,
      "maxOutboundBytesExceeded": 0,
      "authenticationFallbacks": 0,
      "exceptions.quotaExceeded": 0,
      "exceptions.callTimedOut": 0,
      "exceptions.NotServingRegionException": 0,
      "authorizationSuccesses": 0,
      "exceptions.ScannerResetException": 0,
      "RequestSize_num_ops": 39,
      "RequestSize_min": 31,
      "RequestSize_max": 390,
      "RequestSize_mean": 204,
      "RequestSize_25th_percentile": 119,
      "RequestSize_median": 179,
      "RequestSize_75th_percentile": 330,
      "RequestSize_90th_percentile": 330,
      "RequestSize_95th_percentile": 365,
      "RequestSize_98th_percentile": 380,
      "RequestSize_99th_percentile": 385,
      "RequestSize_99.9th_percentile": 389,
      "RequestSize_SizeRangeCount_0-10": 2,
      "RequestSize_SizeRangeCount_100-1000": 29,
      "sentBytes": 5751
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication",
      "modelerType": "RegionServer,sub=Replication",
      "tag.Context": "regionserver",
      "tag.Hostname": "f4bc09594422",
      "source.shippedHFiles": 0,
      "Source.ageOfLastShippedOp_num_ops": 0,
      "Source.ageOfLastShippedOp_min": 0,
      "Source.ageOfLastShippedOp_max": 0,
      "Source.ageOfLastShippedOp_mean": 0,
      "Source.ageOfLastShippedOp_25th_percentile": 0,
      "Source.ageOfLastShippedOp_median": 0,
      "Source.ageOfLastShippedOp_75th_percentile": 0,
      "Source.ageOfLastShippedOp_90th_percentile": 0,
      "Source.ageOfLastShippedOp_95th_percentile": 0,
      "Source.ageOfLastShippedOp_98th_percentile": 0,
      "Source.ageOfLastShippedOp_99th_percentile": 0,
      "Source.ageOfLastShippedOp_99.9th_percentile": 0,
      "source.uncleanlyClosedLogs": 0,
      "source.closedLogsWithUnknownFileLength": 0,
      "source.walReaderEditsBufferUsage": 0,
      "source.repeatedLogFileBytes": 0,
      "source.sizeOfHFileRefsQueue": 0,
      "source.logReadInBytes": 0,
      "source.completedRecoverQueues": 0,
      "source.sizeOfLogQueue": 0,
      "source.restartedLogReading": 0,
      "source.failedRecoverQueues": 0,
      "source.ignoredUncleanlyClosedLogContentsInBytes": 0,
      "Sink.ageOfLastAppliedOp_num_ops": 0,
      "Sink.ageOfLastAppliedOp_min": 0,
      "Sink.ageOfLastAppliedOp_max": 0,
      "Sink.ageOfLastAppliedOp_mean": 0,
      "Sink.ageOfLastAppliedOp_25th_percentile": 0,
      "Sink.ageOfLastAppliedOp_median": 0,
      "Sink.ageOfLastAppliedOp_75th_percentile": 0,
      "Sink.ageOfLastAppliedOp_90th_percentile": 0,
      "Sink.ageOfLastAppliedOp_95th_percentile": 0,
      "Sink.ageOfLastAppliedOp_98th_percentile": 0,
      "Sink.ageOfLastAppliedOp_99th_percentile": 0,
      "Sink.ageOfLastAppliedOp_99.9th_percentile": 0,
      "source.logEditsRead": 0,
      "source.numInitializing": 0,
      "source.shippedOps": 0,
      "sink.appliedHFiles": 0,
      "source.logEditsFiltered": 0,
      "source.shippedBytes": 0,
      "sink.appliedOps": 0,
      "source.completedLogs": 0,
      "source.failedBatches": 0,
      "sink.failedBatches": 0,
      "source.shippedBatches": 0,
      "sink.appliedBatches": 0
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=Server",
      "modelerType": "RegionServer,sub=Server",
      "tag.zookeeperQuorum": "127.0.0.1:63308",
      "tag.serverName": "f4bc09594422,35323,1733401637585",
      "tag.clusterId": "408065cf-3faf-4cf6-92a2-47da9a5de5b4",
      "tag.Context": "regionserver",
      "tag.Hostname": "f4bc09594422",
      "regionCount": 1,
      "storeCount": 4,
      "hlogFileCount": 6,
      "hlogFileSize": 0,
      "storeFileCount": 0,
      "maxStoreFileCount": 0,
      "memStoreSize": 74,
      "memStoreHeapSize": 1248,
      "memStoreOffHeapSize": 0,
      "storeFileSize": 0,
      "storeFileSizeGrowthRate": 0.0,
      "maxStoreFileAge": 0,
      "minStoreFileAge": 0,
      "avgStoreFileAge": 0,
      "numReferenceFiles": 0,
      "regionServerStartTime": 1733401637585,
      "averageRegionSize": 74,
      "storeFileIndexSize": 0,
      "staticIndexSize": 0,
      "staticBloomSize": 0,
      "bloomFilterRequestsCount": 0,
      "bloomFilterNegativeResultsCount": 0,
      "bloomFilterEligibleRequestsCount": 0,
      "mutationsWithoutWALCount": 0,
      "mutationsWithoutWALSize": 0,
      "percentFilesLocal": 0.0,
      "percentFilesLocalSecondaryRegions": 0.0,
      "totalBytesRead": 320685,
      "localBytesRead": 320685,
      "shortCircuitBytesRead": 0,
      "zeroCopyBytesRead": 0,
      "splitQueueLength": 0,
      "compactionQueueLength": 0,
      "smallCompactionQueueLength": 0,
      "largeCompactionQueueLength": 0,
      "flushQueueLength": 0,
      "blockCacheFreeSize": 922070024,
      "blockCacheCount": 0,
      "blockCacheDataBlockCount": 0,
      "blockCacheSize": 676856,
      "blockCacheCountHitPercent": 0.0,
      "blockCacheExpressHitPercent": 0.0,
      "l1CacheSize": 676856,
      "l1CacheFreeSize": 922070024,
      "l1CacheCount": 0,
      "l1CacheEvictionCount": 0,
      "l1CacheHitCount": 0,
      "l1CacheMissCount": 0,
      "l1CacheHitRatio": 0.0,
      "l1CacheMissRatio": 0.0,
      "l2CacheSize": 0,
      "l2CacheFreeSize": 0,
      "l2CacheCount": 0,
      "l2CacheEvictionCount": 0,
      "l2CacheHitCount": 0,
      "l2CacheMissCount": 0,
      "l2CacheHitRatio": 0.0,
      "l2CacheMissRatio": 0.0,
      "mobFileCacheCount": 0,
      "mobFileCacheHitPercent": 0.0,
      "readRequestRatePerSecond": 0.0,
      "writeRequestRatePerSecond": 0.0,
      "ByteBuffAllocatorHeapAllocationBytes": 227243,
      "ByteBuffAllocatorPoolAllocationBytes": 532480,
      "ByteBuffAllocatorHeapAllocationRatio": 0.4006422205053119,
      "ByteBuffAllocatorTotalBufferCount": 186,
      "ByteBuffAllocatorUsedBufferCount": 1,
      "activeScanners": 0,
      "totalRequestCount": 25,
      "totalRowActionRequestCount": 9,
      "readRequestCount": 7,
      "cpRequestCount": 0,
      "filteredReadRequestCount": 0,
      "writeRequestCount": 2,
      "rpcGetRequestCount": 2,
      "rpcFullScanRequestCount": 0,
      "rpcScanRequestCount": 8,
      "rpcMultiRequestCount": 0,
      "rpcMutateRequestCount": 15,
      "checkMutateFailedCount": 0,
      "checkMutatePassedCount": 0,
      "blockCacheHitCount": 0,
      "blockCacheHitCountPrimary": 0,
      "blockCacheHitCachingCount": 0,
      "blockCacheMissCount": 0,
      "blockCacheMissCountPrimary": 0,
      "blockCacheMissCachingCount": 0,
      "blockCacheEvictionCount": 0,
      "blockCacheEvictionCountPrimary": 0,
      "blockCacheFailedInsertionCount": 0,
      "blockCacheDataMissCount": 0,
      "blockCacheLeafIndexMissCount": 0,
      "blockCacheBloomChunkMissCount": 0,
      "blockCacheMetaMissCount": 0,
      "blockCacheRootIndexMissCount": 0,
      "blockCacheIntermediateIndexMissCount": 0,
      "blockCacheFileInfoMissCount": 0,
      "blockCacheGeneralBloomMetaMissCount": 0,
      "blockCacheDeleteFamilyBloomMissCount": 0,
      "blockCacheTrailerMissCount": 0,
      "blockCacheDataHitCount": 0,
      "blockCacheLeafIndexHitCount": 0,
      "blockCacheBloomChunkHitCount": 0,
      "blockCacheMetaHitCount": 0,
      "blockCacheRootIndexHitCount": 0,
      "blockCacheIntermediateIndexHitCount": 0,
      "blockCacheFileInfoHitCount": 0,
      "blockCacheGeneralBloomMetaHitCount": 0,
      "blockCacheDeleteFamilyBloomHitCount": 0,
      "blockCacheTrailerHitCount": 0,
      "updatesBlockedTime": 0,
      "flushedCellsCount": 0,
      "compactedCellsCount": 0,
      "majorCompactedCellsCount": 0,
      "flushedCellsSize": 0,
      "compactedCellsSize": 0,
      "majorCompactedCellsSize": 0,
      "cellsCountCompactedFromMob": 0,
      "cellsCountCompactedToMob": 0,
      "cellsSizeCompactedFromMob": 0,
      "cellsSizeCompactedToMob": 0,
      "mobFlushCount": 0,
      "mobFlushedCellsCount": 0,
      "mobFlushedCellsSize": 0,
      "mobScanCellsCount": 0,
      "mobScanCellsSize": 0,
      "mobFileCacheAccessCount": 0,
      "mobFileCacheMissCount": 0,
      "mobFileCacheEvictedCount": 0,
      "hedgedReads": 0,
      "hedgedReadWins": 0,
      "hedgedReadOpsInCurThread": 0,
      "blockedRequestCount": 0,
      "CheckAndMutate_num_ops": 0,
      "CheckAndMutate_min": 0,
      "CheckAndMutate_max": 0,
      "CheckAndMutate_mean": 0,
      "CheckAndMutate_25th_percentile": 0,
      "CheckAndMutate_median": 0,
      "CheckAndMutate_75th_percentile": 0,
      "CheckAndMutate_90th_percentile": 0,
      "CheckAndMutate_95th_percentile": 0,
      "CheckAndMutate_98th_percentile": 0,
      "CheckAndMutate_99th_percentile": 0,
      "CheckAndMutate_99.9th_percentile": 0,
      "MajorCompactionTime_num_ops": 0,
      "MajorCompactionTime_min": 0,
      "MajorCompactionTime_max": 0,
      "MajorCompactionTime_mean": 0,
      "MajorCompactionTime_25th_percentile": 0,
      "MajorCompactionTime_median": 0,
      "MajorCompactionTime_75th_percentile": 0,
      "MajorCompactionTime_90th_percentile": 0,
      "MajorCompactionTime_95th_percentile": 0,
      "MajorCompactionTime_98th_percentile": 0,
      "MajorCompactionTime_99th_percentile": 0,
      "MajorCompactionTime_99.9th_percentile": 0,
      "ScanTime_num_ops": 8,
      "ScanTime_min": 1,
      "ScanTime_max": 2,
      "ScanTime_mean": 1,
      "ScanTime_25th_percentile": 1,
      "ScanTime_median": 1,
      "ScanTime_75th_percentile": 2,
      "ScanTime_90th_percentile": 2,
      "ScanTime_95th_percentile": 2,
      "ScanTime_98th_percentile": 2,
      "ScanTime_99th_percentile": 2,
      "ScanTime_99.9th_percentile": 2,
      "ScanTime_TimeRangeCount_0-1": 3,
      "ScanTime_TimeRangeCount_1-3": 1,
      "CheckAndMutateBlockBytesScanned_num_ops": 0,
      "CheckAndMutateBlockBytesScanned_min": 0,
      "CheckAndMutateBlockBytesScanned_max": 0,
      "CheckAndMutateBlockBytesScanned_mean": 0,
      "CheckAndMutateBlockBytesScanned_25th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_median": 0,
      "CheckAndMutateBlockBytesScanned_75th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_90th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_95th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_98th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_99th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0,
      "Put_num_ops": 15,
      "Put_min": 1,
      "Put_max": 3,
      "Put_mean": 1,
      "Put_25th_percentile": 1,
      "Put_median": 2,
      "Put_75th_percentile": 2,
      "Put_90th_percentile": 2,
      "Put_95th_percentile": 2,
      "Put_98th_percentile": 2,
      "Put_99th_percentile": 2,
      "Put_99.9th_percentile": 2,
      "Put_TimeRangeCount_0-1": 13,
      "splitRequestCount": 0,
      "AppendBlockBytesScanned_num_ops": 0,
      "AppendBlockBytesScanned_min": 0,
      "AppendBlockBytesScanned_max": 0,
      "AppendBlockBytesScanned_mean": 0,
      "AppendBlockBytesScanned_25th_percentile": 0,
      "AppendBlockBytesScanned_median": 0,
      "AppendBlockBytesScanned_75th_percentile": 0,
      "AppendBlockBytesScanned_90th_percentile": 0,
      "AppendBlockBytesScanned_95th_percentile": 0,
      "AppendBlockBytesScanned_98th_percentile": 0,
      "AppendBlockBytesScanned_99th_percentile": 0,
      "AppendBlockBytesScanned_99.9th_percentile": 0,
      "PutBatch_num_ops": 0,
      "PutBatch_min": 0,
      "PutBatch_max": 0,
      "PutBatch_mean": 0,
      "PutBatch_25th_percentile": 0,
      "PutBatch_median": 0,
      "PutBatch_75th_percentile": 0,
      "PutBatch_90th_percentile": 0,
      "PutBatch_95th_percentile": 0,
      "PutBatch_98th_percentile": 0,
      "PutBatch_99th_percentile": 0,
      "PutBatch_99.9th_percentile": 0,
      "IncrementBlockBytesScanned_num_ops": 0,
      "IncrementBlockBytesScanned_min": 0,
      "IncrementBlockBytesScanned_max": 0,
      "IncrementBlockBytesScanned_mean": 0,
      "IncrementBlockBytesScanned_25th_percentile": 0,
      "IncrementBlockBytesScanned_median": 0,
      "IncrementBlockBytesScanned_75th_percentile": 0,
      "IncrementBlockBytesScanned_90th_percentile": 0,
      "IncrementBlockBytesScanned_95th_percentile": 0,
      "IncrementBlockBytesScanned_98th_percentile": 0,
      "IncrementBlockBytesScanned_99th_percentile": 0,
      "IncrementBlockBytesScanned_99.9th_percentile": 0,
      "SplitTime_num_ops": 0,
      "SplitTime_min": 0,
      "SplitTime_max": 0,
      "SplitTime_mean": 0,
      "SplitTime_25th_percentile": 0,
      "SplitTime_median": 0,
      "SplitTime_75th_percentile": 0,
      "SplitTime_90th_percentile": 0,
      "SplitTime_95th_percentile": 0,
      "SplitTime_98th_percentile": 0,
      "SplitTime_99th_percentile": 0,
      "SplitTime_99.9th_percentile": 0,
      "GetBlockBytesScanned_num_ops": 0,
      "GetBlockBytesScanned_min": 0,
      "GetBlockBytesScanned_max": 0,
      "GetBlockBytesScanned_mean": 0,
      "GetBlockBytesScanned_25th_percentile": 0,
      "GetBlockBytesScanned_median": 0,
      "GetBlockBytesScanned_75th_percentile": 0,
      "GetBlockBytesScanned_90th_percentile": 0,
      "GetBlockBytesScanned_95th_percentile": 0,
      "GetBlockBytesScanned_98th_percentile": 0,
      "GetBlockBytesScanned_99th_percentile": 0,
      "GetBlockBytesScanned_99.9th_percentile": 0,
      "majorCompactedInputBytes": 0,
      "slowAppendCount": 0,
      "flushedOutputBytes": 0,
      "Replay_num_ops": 0,
      "Replay_min": 0,
      "Replay_max": 0,
      "Replay_mean": 0,
      "Replay_25th_percentile": 0,
      "Replay_median": 0,
      "Replay_75th_percentile": 0,
      "Replay_90th_percentile": 0,
      "Replay_95th_percentile": 0,
      "Replay_98th_percentile": 0,
      "Replay_99th_percentile": 0,
      "Replay_99.9th_percentile": 0,
      "MajorCompactionInputSize_num_ops": 0,
      "MajorCompactionInputSize_min": 0,
      "MajorCompactionInputSize_max": 0,
      "MajorCompactionInputSize_mean": 0,
      "MajorCompactionInputSize_25th_percentile": 0,
      "MajorCompactionInputSize_median": 0,
      "MajorCompactionInputSize_75th_percentile": 0,
      "MajorCompactionInputSize_90th_percentile": 0,
      "MajorCompactionInputSize_95th_percentile": 0,
      "MajorCompactionInputSize_98th_percentile": 0,
      "MajorCompactionInputSize_99th_percentile": 0,
      "MajorCompactionInputSize_99.9th_percentile": 0,
      "pauseInfoThresholdExceeded": 0,
      "CheckAndDelete_num_ops": 0,
      "CheckAndDelete_min": 0,
      "CheckAndDelete_max": 0,
      "CheckAndDelete_mean": 0,
      "CheckAndDelete_25th_percentile": 0,
      "CheckAndDelete_median": 0,
      "CheckAndDelete_75th_percentile": 0,
      "CheckAndDelete_90th_percentile": 0,
      "CheckAndDelete_95th_percentile": 0,
      "CheckAndDelete_98th_percentile": 0,
      "CheckAndDelete_99th_percentile": 0,
      "CheckAndDelete_99.9th_percentile": 0,
      "CompactionInputSize_num_ops": 0,
      "CompactionInputSize_min": 0,
      "CompactionInputSize_max": 0,
      "CompactionInputSize_mean": 0,
      "CompactionInputSize_25th_percentile": 0,
      "CompactionInputSize_median": 0,
      "CompactionInputSize_75th_percentile": 0,
      "CompactionInputSize_90th_percentile": 0,
      "CompactionInputSize_95th_percentile": 0,
      "CompactionInputSize_98th_percentile": 0,
      "CompactionInputSize_99th_percentile": 0,
      "CompactionInputSize_99.9th_percentile": 0,
      "flushedMemstoreBytes": 0,
      "majorCompactedOutputBytes": 0,
      "slowPutCount": 0,
      "compactedInputBytes": 0,
      "FlushOutputSize_num_ops": 0,
      "FlushOutputSize_min": 0,
      "FlushOutputSize_max": 0,
      "FlushOutputSize_mean": 0,
      "FlushOutputSize_25th_percentile": 0,
      "FlushOutputSize_median": 0,
      "FlushOutputSize_75th_percentile": 0,
      "FlushOutputSize_90th_percentile": 0,
      "FlushOutputSize_95th_percentile": 0,
      "FlushOutputSize_98th_percentile": 0,
      "FlushOutputSize_99th_percentile": 0,
      "FlushOutputSize_99.9th_percentile": 0,
      "PauseTimeWithGc_num_ops": 0,
      "PauseTimeWithGc_min": 0,
      "PauseTimeWithGc_max": 0,
      "PauseTimeWithGc_mean": 0,
      "PauseTimeWithGc_25th_percentile": 0,
      "PauseTimeWithGc_median": 0,
      "PauseTimeWithGc_75th_percentile": 0,
      "PauseTimeWithGc_90th_percentile": 0,
      "PauseTimeWithGc_95th_percentile": 0,
      "PauseTimeWithGc_98th_percentile": 0,
      "PauseTimeWithGc_99th_percentile": 0,
      "PauseTimeWithGc_99.9th_percentile": 0,
      "compactedOutputBytes": 0,
      "pauseWarnThresholdExceeded": 0,
      "ScanBlockBytesScanned_num_ops": 0,
      "ScanBlockBytesScanned_min": 0,
      "ScanBlockBytesScanned_max": 0,
      "ScanBlockBytesScanned_mean": 0,
      "ScanBlockBytesScanned_25th_percentile": 0,
      "ScanBlockBytesScanned_median": 0,
      "ScanBlockBytesScanned_75th_percentile": 0,
      "ScanBlockBytesScanned_90th_percentile": 0,
      "ScanBlockBytesScanned_95th_percentile": 0,
      "ScanBlockBytesScanned_98th_percentile": 0,
      "ScanBlockBytesScanned_99th_percentile": 0,
      "ScanBlockBytesScanned_99.9th_percentile": 0,
      "Increment_num_ops": 0,
      "Increment_min": 0,
      "Increment_max": 0,
      "Increment_mean": 0,
      "Increment_25th_percentile": 0,
      "Increment_median": 0,
      "Increment_75th_percentile": 0,
      "Increment_90th_percentile": 0,
      "Increment_95th_percentile": 0,
      "Increment_98th_percentile": 0,
      "Increment_99th_percentile": 0,
      "Increment_99.9th_percentile": 0,
      "Delete_num_ops": 0,
      "Delete_min": 0,
      "Delete_max": 0,
      "Delete_mean": 0,
      "Delete_25th_percentile": 0,
      "Delete_median": 0,
      "Delete_75th_percentile": 0,
      "Delete_90th_percentile": 0,
      "Delete_95th_percentile": 0,
      "Delete_98th_percentile": 0,
      "Delete_99th_percentile": 0,
      "Delete_99.9th_percentile": 0,
      "DeleteBatch_num_ops": 0,
      "DeleteBatch_min": 0,
      "DeleteBatch_max": 0,
      "DeleteBatch_mean": 0,
      "DeleteBatch_25th_percentile": 0,
      "DeleteBatch_median": 0,
      "DeleteBatch_75th_percentile": 0,
      "DeleteBatch_90th_percentile": 0,
      "DeleteBatch_95th_percentile": 0,
      "DeleteBatch_98th_percentile": 0,
      "DeleteBatch_99th_percentile": 0,
      "DeleteBatch_99.9th_percentile": 0,
      "blockBytesScannedCount": 0,
      "FlushMemstoreSize_num_ops": 0,
      "FlushMemstoreSize_min": 0,
      "FlushMemstoreSize_max": 0,
      "FlushMemstoreSize_mean": 0,
      "FlushMemstoreSize_25th_percentile": 0,
      "FlushMemstoreSize_median": 0,
      "FlushMemstoreSize_75th_percentile": 0,
      "FlushMemstoreSize_90th_percentile": 0,
      "FlushMemstoreSize_95th_percentile": 0,
      "FlushMemstoreSize_98th_percentile": 0,
      "FlushMemstoreSize_99th_percentile": 0,
      "FlushMemstoreSize_99.9th_percentile": 0,
      "CompactionInputFileCount_num_ops": 0,
      "CompactionInputFileCount_min": 0,
      "CompactionInputFileCount_max": 0,
      "CompactionInputFileCount_mean": 0,
      "CompactionInputFileCount_25th_percentile": 0,
      "CompactionInputFileCount_median": 0,
      "CompactionInputFileCount_75th_percentile": 0,
      "CompactionInputFileCount_90th_percentile": 0,
      "CompactionInputFileCount_95th_percentile": 0,
      "CompactionInputFileCount_98th_percentile": 0,
      "CompactionInputFileCount_99th_percentile": 0,
      "CompactionInputFileCount_99.9th_percentile": 0,
      "CompactionTime_num_ops": 0,
      "CompactionTime_min": 0,
      "CompactionTime_max": 0,
      "CompactionTime_mean": 0,
      "CompactionTime_25th_percentile": 0,
      "CompactionTime_median": 0,
      "CompactionTime_75th_percentile": 0,
      "CompactionTime_90th_percentile": 0,
      "CompactionTime_95th_percentile": 0,
      "CompactionTime_98th_percentile": 0,
      "CompactionTime_99th_percentile": 0,
      "CompactionTime_99.9th_percentile": 0,
      "Get_num_ops": 2,
      "Get_min": 1,
      "Get_max": 1,
      "Get_mean": 1,
      "Get_25th_percentile": 1,
      "Get_median": 1,
      "Get_75th_percentile": 1,
      "Get_90th_percentile": 1,
      "Get_95th_percentile": 1,
      "Get_98th_percentile": 1,
      "Get_99th_percentile": 1,
      "Get_99.9th_percentile": 1,
      "Get_TimeRangeCount_0-1": 1,
      "MajorCompactionInputFileCount_num_ops": 0,
      "MajorCompactionInputFileCount_min": 0,
      "MajorCompactionInputFileCount_max": 0,
      "MajorCompactionInputFileCount_mean": 0,
      "MajorCompactionInputFileCount_25th_percentile": 0,
      "MajorCompactionInputFileCount_median": 0,
      "MajorCompactionInputFileCount_75th_percentile": 0,
      "MajorCompactionInputFileCount_90th_percentile": 0,
      "MajorCompactionInputFileCount_95th_percentile": 0,
      "MajorCompactionInputFileCount_98th_percentile": 0,
      "MajorCompactionInputFileCount_99th_percentile": 0,
      "MajorCompactionInputFileCount_99.9th_percentile": 0,
      "scannerLeaseExpiredCount": 0,
      "CheckAndPut_num_ops": 0,
      "CheckAndPut_min": 0,
      "CheckAndPut_max": 0,
      "CheckAndPut_mean": 0,
      "CheckAndPut_25th_percentile": 0,
      "CheckAndPut_median": 0,
      "CheckAndPut_75th_percentile": 0,
      "CheckAndPut_90th_percentile": 0,
      "CheckAndPut_95th_percentile": 0,
      "CheckAndPut_98th_percentile": 0,
      "CheckAndPut_99th_percentile": 0,
      "CheckAndPut_99.9th_percentile": 0,
      "MajorCompactionOutputSize_num_ops": 0,
      "MajorCompactionOutputSize_min": 0,
      "MajorCompactionOutputSize_max": 0,
      "MajorCompactionOutputSize_mean": 0,
      "MajorCompactionOutputSize_25th_percentile": 0,
      "MajorCompactionOutputSize_median": 0,
      "MajorCompactionOutputSize_75th_percentile": 0,
      "MajorCompactionOutputSize_90th_percentile": 0,
      "MajorCompactionOutputSize_95th_percentile": 0,
      "MajorCompactionOutputSize_98th_percentile": 0,
      "MajorCompactionOutputSize_99th_percentile": 0,
      "MajorCompactionOutputSize_99.9th_percentile": 0,
      "CompactionOutputFileCount_num_ops": 0,
      "CompactionOutputFileCount_min": 0,
      "CompactionOutputFileCount_max": 0,
      "CompactionOutputFileCount_mean": 0,
      "CompactionOutputFileCount_25th_percentile": 0,
      "CompactionOutputFileCount_median": 0,
      "CompactionOutputFileCount_75th_percentile": 0,
      "CompactionOutputFileCount_90th_percentile": 0,
      "CompactionOutputFileCount_95th_percentile": 0,
      "CompactionOutputFileCount_98th_percentile": 0,
      "CompactionOutputFileCount_99th_percentile": 0,
      "CompactionOutputFileCount_99.9th_percentile": 0,
      "slowDeleteCount": 0,
      "FlushTime_num_ops": 0,
      "FlushTime_min": 0,
      "FlushTime_max": 0,
      "FlushTime_mean": 0,
      "FlushTime_25th_percentile": 0,
      "FlushTime_median": 0,
      "FlushTime_75th_percentile": 0,
      "FlushTime_90th_percentile": 0,
      "FlushTime_95th_percentile": 0,
      "FlushTime_98th_percentile": 0,
      "FlushTime_99th_percentile": 0,
      "FlushTime_99.9th_percentile": 0,
      "splitSuccessCount": 0,
      "MajorCompactionOutputFileCount_num_ops": 0,
      "MajorCompactionOutputFileCount_min": 0,
      "MajorCompactionOutputFileCount_max": 0,
      "MajorCompactionOutputFileCount_mean": 0,
      "MajorCompactionOutputFileCount_25th_percentile": 0,
      "MajorCompactionOutputFileCount_median": 0,
      "MajorCompactionOutputFileCount_75th_percentile": 0,
      "MajorCompactionOutputFileCount_90th_percentile": 0,
      "MajorCompactionOutputFileCount_95th_percentile": 0,
      "MajorCompactionOutputFileCount_98th_percentile": 0,
      "MajorCompactionOutputFileCount_99th_percentile": 0,
      "MajorCompactionOutputFileCount_99.9th_percentile": 0,
      "slowGetCount": 0,
      "ScanSize_num_ops": 8,
      "ScanSize_min": 1112,
      "ScanSize_max": 1112,
      "ScanSize_mean": 1112,
      "ScanSize_25th_percentile": 1112,
      "ScanSize_median": 1112,
      "ScanSize_75th_percentile": 1112,
      "ScanSize_90th_percentile": 1112,
      "ScanSize_95th_percentile": 1112,
      "ScanSize_98th_percentile": 1112,
      "ScanSize_99th_percentile": 1112,
      "ScanSize_99.9th_percentile": 1112,
      "ScanSize_SizeRangeCount_100-1000": 4,
      "CompactionOutputSize_num_ops": 0,
      "CompactionOutputSize_min": 0,
      "CompactionOutputSize_max": 0,
      "CompactionOutputSize_mean": 0,
      "CompactionOutputSize_25th_percentile": 0,
      "CompactionOutputSize_median": 0,
      "CompactionOutputSize_75th_percentile": 0,
      "CompactionOutputSize_90th_percentile": 0,
      "CompactionOutputSize_95th_percentile": 0,
      "CompactionOutputSize_98th_percentile": 0,
      "CompactionOutputSize_99th_percentile": 0,
      "CompactionOutputSize_99.9th_percentile": 0,
      "PauseTimeWithoutGc_num_ops": 0,
      "PauseTimeWithoutGc_min": 0,
      "PauseTimeWithoutGc_max": 0,
      "PauseTimeWithoutGc_mean": 0,
      "PauseTimeWithoutGc_25th_percentile": 0,
      "PauseTimeWithoutGc_median": 0,
      "PauseTimeWithoutGc_75th_percentile": 0,
      "PauseTimeWithoutGc_90th_percentile": 0,
      "PauseTimeWithoutGc_95th_percentile": 0,
      "PauseTimeWithoutGc_98th_percentile": 0,
      "PauseTimeWithoutGc_99th_percentile": 0,
      "PauseTimeWithoutGc_99.9th_percentile": 0,
      "slowIncrementCount": 0,
      "Append_num_ops": 0,
      "Append_min": 0,
      "Append_max": 0,
      "Append_mean": 0,
      "Append_25th_percentile": 0,
      "Append_median": 0,
      "Append_75th_percentile": 0,
      "Append_90th_percentile": 0,
      "Append_95th_percentile": 0,
      "Append_98th_percentile": 0,
      "Append_99th_percentile": 0,
      "Append_99.9th_percentile": 0,
      "Bulkload_count": 0,
      "Bulkload_mean_rate": 0.0,
      "Bulkload_1min_rate": 0.0,
      "Bulkload_5min_rate": 0.0,
      "Bulkload_15min_rate": 0.0,
      "Bulkload_num_ops": 0,
      "Bulkload_min": 0,
      "Bulkload_max": 0,
      "Bulkload_mean": 0,
      "Bulkload_25th_percentile": 0,
      "Bulkload_median": 0,
      "Bulkload_75th_percentile": 0,
      "Bulkload_90th_percentile": 0,
      "Bulkload_95th_percentile": 0,
      "Bulkload_98th_percentile": 0,
      "Bulkload_99th_percentile": 0,
      "Bulkload_99.9th_percentile": 0
    }
  ]
}
2024-12-05T12:27:39,167 WARN  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43799 {}] master.MasterRpcServices(700): f4bc09594422,38433,1733401637645 reported a fatal error:
***** ABORTING region server f4bc09594422,38433,1733401637645: testing *****
2024-12-05T12:27:39,169 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f4bc09594422,38433,1733401637645' *****
2024-12-05T12:27:39,169 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing
2024-12-05T12:27:39,170 INFO  [RS:2;f4bc09594422:38433 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-05T12:27:39,170 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-05T12:27:39,170 INFO  [RS:2;f4bc09594422:38433 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly.
2024-12-05T12:27:39,170 INFO  [regionserver/f4bc09594422:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-05T12:27:39,171 INFO  [RS:2;f4bc09594422:38433 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly.
2024-12-05T12:27:39,171 INFO  [RS:2;f4bc09594422:38433 {}] regionserver.HRegionServer(3091): Received CLOSE for 093501374e364468aaffc6739a0bbb6f
2024-12-05T12:27:39,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.3:59868 deadline: 1733401719170, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=f4bc09594422 port=38433 startCode=1733401637645. As of locationSeqNum=12.
2024-12-05T12:27:39,171 INFO  [RS:2;f4bc09594422:38433 {}] regionserver.HRegionServer(956): aborting server f4bc09594422,38433,1733401637645
2024-12-05T12:27:39,171 INFO  [RS:2;f4bc09594422:38433 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-05T12:27:39,172 INFO  [RS:2;f4bc09594422:38433 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;f4bc09594422:38433.
2024-12-05T12:27:39,172 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 093501374e364468aaffc6739a0bbb6f, disabling compactions & flushes
2024-12-05T12:27:39,172 INFO  [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.
2024-12-05T12:27:39,172 DEBUG [RS:2;f4bc09594422:38433 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-05T12:27:39,172 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f., hostname=f4bc09594422,41729,1733401637438, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f., hostname=f4bc09594422,41729,1733401637438, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=f4bc09594422 port=38433 startCode=1733401637645. As of locationSeqNum=12.
2024-12-05T12:27:39,172 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.
2024-12-05T12:27:39,172 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f. after waiting 0 ms
2024-12-05T12:27:39,172 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f., hostname=f4bc09594422,41729,1733401637438, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=f4bc09594422 port=38433 startCode=1733401637645. As of locationSeqNum=12.
2024-12-05T12:27:39,172 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.
2024-12-05T12:27:39,172 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f., hostname=f4bc09594422,41729,1733401637438, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f., hostname=f4bc09594422,38433,1733401637645, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=f4bc09594422 port=38433 startCode=1733401637645. As of locationSeqNum=12.
2024-12-05T12:27:39,172 DEBUG [RS:2;f4bc09594422:38433 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-05T12:27:39,173 INFO  [RS:2;f4bc09594422:38433 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-12-05T12:27:39,173 DEBUG [RS:2;f4bc09594422:38433 {}] regionserver.HRegionServer(1325): Online Regions={093501374e364468aaffc6739a0bbb6f=testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.}
2024-12-05T12:27:39,173 DEBUG [RS:2;f4bc09594422:38433 {}] regionserver.HRegionServer(1351): Waiting on 093501374e364468aaffc6739a0bbb6f
2024-12-05T12:27:39,175 INFO  [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.
2024-12-05T12:27:39,175 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 093501374e364468aaffc6739a0bbb6f:
Waiting for close lock at 1733401659171Running coprocessor pre-close hooks at 1733401659171Disabling compacts and flushes for region at 1733401659171Disabling writes for close at 1733401659172 (+1 ms)Writing region close event to WAL at 1733401659175 (+3 ms)Running coprocessor post-close hooks at 1733401659175Closed at 1733401659175
2024-12-05T12:27:39,175 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.
2024-12-05T12:27:39,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f4bc09594422,38433,1733401637645 aborting
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T12:27:39,281 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f., hostname=f4bc09594422,38433,1733401637645, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f., hostname=f4bc09594422,38433,1733401637645, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f4bc09594422,38433,1733401637645 aborting
2024-12-05T12:27:39,281 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f., hostname=f4bc09594422,38433,1733401637645, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f4bc09594422,38433,1733401637645 aborting
2024-12-05T12:27:39,281 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f., hostname=f4bc09594422,38433,1733401637645, seqNum=12 from cache
2024-12-05T12:27:39,366 INFO  [regionserver/f4bc09594422:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-12-05T12:27:39,366 INFO  [regionserver/f4bc09594422:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-12-05T12:27:39,374 INFO  [RS:2;f4bc09594422:38433 {}] regionserver.HRegionServer(976): stopping server f4bc09594422,38433,1733401637645; all regions closed.
2024-12-05T12:27:39,377 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741835_1011 (size=2288)
2024-12-05T12:27:39,378 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741835_1011 (size=2288)
2024-12-05T12:27:39,378 DEBUG [RS:2;f4bc09594422:38433 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-05T12:27:39,378 INFO  [RS:2;f4bc09594422:38433 {}] regionserver.LeaseManager(133): Closed leases
2024-12-05T12:27:39,379 INFO  [RS:2;f4bc09594422:38433 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-05T12:27:39,379 INFO  [RS:2;f4bc09594422:38433 {}] hbase.ChoreService(370): Chore service for: regionserver/f4bc09594422:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-12-05T12:27:39,379 INFO  [regionserver/f4bc09594422:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-05T12:27:39,379 INFO  [RS:2;f4bc09594422:38433 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-05T12:27:39,379 INFO  [RS:2;f4bc09594422:38433 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-05T12:27:39,379 INFO  [RS:2;f4bc09594422:38433 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-05T12:27:39,379 INFO  [RS:2;f4bc09594422:38433 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-05T12:27:39,380 INFO  [RS:2;f4bc09594422:38433 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38433
2024-12-05T12:27:39,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x100aa67f4bd0000, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-05T12:27:39,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38433-0x100aa67f4bd0003, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f4bc09594422,38433,1733401637645
2024-12-05T12:27:39,387 INFO  [RS:2;f4bc09594422:38433 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-05T12:27:39,389 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f4bc09594422,38433,1733401637645]
2024-12-05T12:27:39,391 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f4bc09594422,38433,1733401637645 already deleted, retry=false
2024-12-05T12:27:39,391 INFO  [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of f4bc09594422,38433,1733401637645 on f4bc09594422,43799,1733401636341
2024-12-05T12:27:39,396 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure f4bc09594422,38433,1733401637645, splitWal=true, meta=false
2024-12-05T12:27:39,399 INFO  [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for f4bc09594422,38433,1733401637645 (carryingMeta=false) f4bc09594422,38433,1733401637645/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@18d7edcf[Write locks = 1, Read locks = 0], oldState=ONLINE.
2024-12-05T12:27:39,402 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure f4bc09594422,38433,1733401637645, splitWal=true, meta=false
2024-12-05T12:27:39,404 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(207): f4bc09594422,38433,1733401637645 had 1 regions
2024-12-05T12:27:39,405 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure f4bc09594422,38433,1733401637645, splitWal=true, meta=false, isMeta: false
2024-12-05T12:27:39,407 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/WALs/f4bc09594422,38433,1733401637645-splitting
2024-12-05T12:27:39,408 INFO  [PEWorker-2 {}] master.SplitWALManager(105): f4bc09594422,38433,1733401637645 WAL count=1, meta=false
2024-12-05T12:27:39,411 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure f4bc09594422%2C38433%2C1733401637645.1733401639541}]
2024-12-05T12:27:39,418 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=f4bc09594422,35323,1733401637585
2024-12-05T12:27:39,420 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure f4bc09594422%2C38433%2C1733401637645.1733401639541, worker=f4bc09594422,35323,1733401637585}]
2024-12-05T12:27:39,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38433-0x100aa67f4bd0003, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-05T12:27:39,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38433-0x100aa67f4bd0003, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-05T12:27:39,491 INFO  [RS:2;f4bc09594422:38433 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-05T12:27:39,491 INFO  [RS:2;f4bc09594422:38433 {}] regionserver.HRegionServer(1031): Exiting; stopping=f4bc09594422,38433,1733401637645; zookeeper connection closed.
2024-12-05T12:27:39,492 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4152270f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4152270f
2024-12-05T12:27:39,494 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f., hostname=f4bc09594422,38433,1733401637645, seqNum=18]
2024-12-05T12:27:39,496 WARN  [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f4bc09594422:38433
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: f4bc09594422/172.17.0.3:38433
Caused by: java.net.ConnectException: Connection refused
	at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?]
	at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?]
	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?]
	at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T12:27:39,497 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f., hostname=f4bc09594422,38433,1733401637645, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f., hostname=f4bc09594422,38433,1733401637645, seqNum=18, error=java.net.ConnectException: Call to address=f4bc09594422:38433 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: f4bc09594422/172.17.0.3:38433
2024-12-05T12:27:39,497 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f., hostname=f4bc09594422,38433,1733401637645, seqNum=18 is java.net.ConnectException: Connection refused
2024-12-05T12:27:39,498 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f., hostname=f4bc09594422,38433,1733401637645, seqNum=18 from cache
2024-12-05T12:27:39,498 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address f4bc09594422:38433 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: f4bc09594422/172.17.0.3:38433
2024-12-05T12:27:39,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35323 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15
2024-12-05T12:27:39,604 INFO  [RS_LOG_REPLAY_OPS-regionserver/f4bc09594422:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/WALs/f4bc09594422,38433,1733401637645-splitting/f4bc09594422%2C38433%2C1733401637645.1733401639541, size=2.2 K (2288bytes)
2024-12-05T12:27:39,604 INFO  [RS_LOG_REPLAY_OPS-regionserver/f4bc09594422:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/WALs/f4bc09594422,38433,1733401637645-splitting/f4bc09594422%2C38433%2C1733401637645.1733401639541
2024-12-05T12:27:39,604 INFO  [RS_LOG_REPLAY_OPS-regionserver/f4bc09594422:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/WALs/f4bc09594422,38433,1733401637645-splitting/f4bc09594422%2C38433%2C1733401637645.1733401639541 after 0ms
2024-12-05T12:27:39,634 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f4bc09594422:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-05T12:27:39,634 INFO  [RS_LOG_REPLAY_OPS-regionserver/f4bc09594422:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/WALs/f4bc09594422,38433,1733401637645-splitting/f4bc09594422%2C38433%2C1733401637645.1733401639541 took 31ms
2024-12-05T12:27:39,642 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f4bc09594422:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 093501374e364468aaffc6739a0bbb6f: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 }
2024-12-05T12:27:39,642 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f4bc09594422:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/WALs/f4bc09594422,38433,1733401637645-splitting/f4bc09594422%2C38433%2C1733401637645.1733401639541 so closing down
2024-12-05T12:27:39,642 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f4bc09594422:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-05T12:27:39,642 INFO  [RS_LOG_REPLAY_OPS-regionserver/f4bc09594422:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished
2024-12-05T12:27:39,642 INFO  [RS_LOG_REPLAY_OPS-regionserver/f4bc09594422:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 8 ms; skipped=6; WAL=hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/WALs/f4bc09594422,38433,1733401637645-splitting/f4bc09594422%2C38433%2C1733401637645.1733401639541, size=2.2 K, length=2288, corrupted=false, cancelled=false
2024-12-05T12:27:39,642 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f4bc09594422:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/WALs/f4bc09594422,38433,1733401637645-splitting/f4bc09594422%2C38433%2C1733401637645.1733401639541, journal: Splitting hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/WALs/f4bc09594422,38433,1733401637645-splitting/f4bc09594422%2C38433%2C1733401637645.1733401639541, size=2.2 K (2288bytes) at 1733401659604Finishing writing output for hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/WALs/f4bc09594422,38433,1733401637645-splitting/f4bc09594422%2C38433%2C1733401637645.1733401639541 so closing down at 1733401659642 (+38 ms)3 split writer threads finished at 1733401659642Processed 6 edits across 0 Regions in 8 ms; skipped=6; WAL=hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/WALs/f4bc09594422,38433,1733401637645-splitting/f4bc09594422%2C38433%2C1733401637645.1733401639541, size=2.2 K, length=2288, corrupted=false, cancelled=false at 1733401659642
2024-12-05T12:27:39,642 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f4bc09594422:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/WALs/f4bc09594422,38433,1733401637645-splitting/f4bc09594422%2C38433%2C1733401637645.1733401639541
2024-12-05T12:27:39,644 DEBUG [RS_LOG_REPLAY_OPS-regionserver/f4bc09594422:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15
2024-12-05T12:27:39,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] master.HMaster(4169): Remote procedure done, pid=15
2024-12-05T12:27:39,650 INFO  [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/WALs/f4bc09594422,38433,1733401637645-splitting/f4bc09594422%2C38433%2C1733401637645.1733401639541 to hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/oldWALs
2024-12-05T12:27:39,653 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-12-05T12:27:39,653 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure f4bc09594422%2C38433%2C1733401637645.1733401639541, worker=f4bc09594422,35323,1733401637585 in 230 msec
2024-12-05T12:27:39,655 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=f4bc09594422,35323,1733401637585
2024-12-05T12:27:39,658 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-12-05T12:27:39,658 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure f4bc09594422%2C38433%2C1733401637645.1733401639541, worker=f4bc09594422,35323,1733401637585 in 245 msec
2024-12-05T12:27:39,659 INFO  [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/WALs/f4bc09594422,38433,1733401637645-splitting dir is empty, no logs to split.
2024-12-05T12:27:39,660 INFO  [PEWorker-2 {}] master.SplitWALManager(105): f4bc09594422,38433,1733401637645 WAL count=0, meta=false
2024-12-05T12:27:39,660 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if f4bc09594422,38433,1733401637645 WAL splitting is done? wals=0, meta=false
2024-12-05T12:27:39,662 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for f4bc09594422,38433,1733401637645 failed, ignore...File hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/WALs/f4bc09594422,38433,1733401637645-splitting does not exist.
2024-12-05T12:27:39,664 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=093501374e364468aaffc6739a0bbb6f, ASSIGN}]
2024-12-05T12:27:39,665 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=093501374e364468aaffc6739a0bbb6f, ASSIGN
2024-12-05T12:27:39,666 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=093501374e364468aaffc6739a0bbb6f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-12-05T12:27:39,812 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f., hostname=f4bc09594422,38433,1733401637645, seqNum=18]
2024-12-05T12:27:39,813 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to f4bc09594422:38433 this server is in the failed servers list
2024-12-05T12:27:39,814 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f., hostname=f4bc09594422,38433,1733401637645, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f., hostname=f4bc09594422,38433,1733401637645, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f4bc09594422:38433 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f4bc09594422:38433
2024-12-05T12:27:39,814 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f., hostname=f4bc09594422,38433,1733401637645, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f4bc09594422:38433
2024-12-05T12:27:39,814 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f., hostname=f4bc09594422,38433,1733401637645, seqNum=18 from cache
2024-12-05T12:27:39,817 DEBUG [f4bc09594422:43799 {}] balancer.BalancerClusterState(204): Hosts are {f4bc09594422=0} racks are {/default-rack=0}
2024-12-05T12:27:39,817 DEBUG [f4bc09594422:43799 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-12-05T12:27:39,817 DEBUG [f4bc09594422:43799 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-12-05T12:27:39,817 DEBUG [f4bc09594422:43799 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-12-05T12:27:39,817 DEBUG [f4bc09594422:43799 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-12-05T12:27:39,817 INFO  [f4bc09594422:43799 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-12-05T12:27:39,817 INFO  [f4bc09594422:43799 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-12-05T12:27:39,817 DEBUG [f4bc09594422:43799 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-12-05T12:27:39,818 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=093501374e364468aaffc6739a0bbb6f, regionState=OPENING, regionLocation=f4bc09594422,41729,1733401637438
2024-12-05T12:27:39,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=093501374e364468aaffc6739a0bbb6f, ASSIGN because future has completed
2024-12-05T12:27:39,821 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 093501374e364468aaffc6739a0bbb6f, server=f4bc09594422,41729,1733401637438}]
2024-12-05T12:27:39,977 INFO  [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.
2024-12-05T12:27:39,977 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 093501374e364468aaffc6739a0bbb6f, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.', STARTKEY => '', ENDKEY => ''}
2024-12-05T12:27:39,977 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 093501374e364468aaffc6739a0bbb6f
2024-12-05T12:27:39,977 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T12:27:39,977 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 093501374e364468aaffc6739a0bbb6f
2024-12-05T12:27:39,977 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 093501374e364468aaffc6739a0bbb6f
2024-12-05T12:27:39,979 INFO  [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 093501374e364468aaffc6739a0bbb6f 
2024-12-05T12:27:39,980 INFO  [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 093501374e364468aaffc6739a0bbb6f columnFamilyName cf1
2024-12-05T12:27:39,980 DEBUG [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:39,986 DEBUG [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f/cf1/21bc2b96b0d741df80b2f2837dd61a48
2024-12-05T12:27:39,986 INFO  [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] regionserver.HStore(327): Store=093501374e364468aaffc6739a0bbb6f/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:39,986 INFO  [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 093501374e364468aaffc6739a0bbb6f 
2024-12-05T12:27:39,987 INFO  [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 093501374e364468aaffc6739a0bbb6f columnFamilyName cf2
2024-12-05T12:27:39,988 DEBUG [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:39,993 DEBUG [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f/cf2/9ee4a84dbe8d439ebf83535bb724b71d
2024-12-05T12:27:39,993 INFO  [StoreOpener-093501374e364468aaffc6739a0bbb6f-1 {}] regionserver.HStore(327): Store=093501374e364468aaffc6739a0bbb6f/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:39,994 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 093501374e364468aaffc6739a0bbb6f
2024-12-05T12:27:39,994 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f
2024-12-05T12:27:39,996 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f
2024-12-05T12:27:39,996 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 093501374e364468aaffc6739a0bbb6f
2024-12-05T12:27:39,996 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 093501374e364468aaffc6739a0bbb6f
2024-12-05T12:27:39,997 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-12-05T12:27:39,999 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 093501374e364468aaffc6739a0bbb6f
2024-12-05T12:27:39,999 INFO  [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 093501374e364468aaffc6739a0bbb6f; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75157777, jitterRate=0.11993815004825592}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-12-05T12:27:40,000 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 093501374e364468aaffc6739a0bbb6f
2024-12-05T12:27:40,001 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 093501374e364468aaffc6739a0bbb6f:
Running coprocessor pre-open hook at 1733401659978Writing region info on filesystem at 1733401659978Initializing all the Stores at 1733401659978Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401659978Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401659979 (+1 ms)Cleaning up temporary data from old regions at 1733401659996 (+17 ms)Running coprocessor post-open hooks at 1733401660000 (+4 ms)Region opened successfully at 1733401660000
2024-12-05T12:27:40,002 INFO  [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f., pid=17, masterSystemTime=1733401659973
2024-12-05T12:27:40,004 DEBUG [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.
2024-12-05T12:27:40,004 INFO  [RS_OPEN_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.
2024-12-05T12:27:40,005 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=093501374e364468aaffc6739a0bbb6f, regionState=OPEN, openSeqNum=18, regionLocation=f4bc09594422,41729,1733401637438
2024-12-05T12:27:40,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 093501374e364468aaffc6739a0bbb6f, server=f4bc09594422,41729,1733401637438 because future has completed
2024-12-05T12:27:40,011 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-12-05T12:27:40,011 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 093501374e364468aaffc6739a0bbb6f, server=f4bc09594422,41729,1733401637438 in 188 msec
2024-12-05T12:27:40,013 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13
2024-12-05T12:27:40,014 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=093501374e364468aaffc6739a0bbb6f, ASSIGN in 347 msec
2024-12-05T12:27:40,014 INFO  [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server f4bc09594422,38433,1733401637645 after splitting done
2024-12-05T12:27:40,016 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure f4bc09594422,38433,1733401637645, splitWal=true, meta=false in 622 msec
2024-12-05T12:27:40,322 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f., hostname=f4bc09594422,41729,1733401637438, seqNum=18]
2024-12-05T12:27:40,337 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=403 (was 410), OpenFileDescriptor=1035 (was 1007) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=599 (was 599), ProcessCount=11 (was 11), AvailableMemoryMB=2603 (was 2703)
2024-12-05T12:27:40,339 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1035 is superior to 1024
2024-12-05T12:27:40,353 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=403, OpenFileDescriptor=1035, MaxFileDescriptor=1048576, SystemLoadAverage=599, ProcessCount=11, AvailableMemoryMB=2602
2024-12-05T12:27:40,354 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1035 is superior to 1024
2024-12-05T12:27:40,374 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T12:27:40,377 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T12:27:40,378 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-05T12:27:40,381 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-01528590, suffix=, logDir=hdfs://localhost:34587/hbase/WALs/hregion-01528590, archiveDir=hdfs://localhost:34587/hbase/oldWALs, maxLogs=32
2024-12-05T12:27:40,397 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-01528590/hregion-01528590.1733401660382, exclude list is [], retry=0
2024-12-05T12:27:40,400 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40127,DS-0e05f7c2-0ea3-4836-bc39-ae00d96fdb5f,DISK]
2024-12-05T12:27:40,401 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37437,DS-fb10f11e-5b1a-4c6c-902d-77b74582d23e,DISK]
2024-12-05T12:27:40,406 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36485,DS-3fc733fc-c606-4614-8246-34ee521fde6c,DISK]
2024-12-05T12:27:40,469 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-01528590/hregion-01528590.1733401660382
2024-12-05T12:27:40,469 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38955:38955),(127.0.0.1/127.0.0.1:32849:32849),(127.0.0.1/127.0.0.1:46323:46323)]
2024-12-05T12:27:40,470 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 44c21eeba9570e163cc7d5ef86be6bbc, NAME => 'testReplayEditsWrittenViaHRegion,,1733401660375.44c21eeba9570e163cc7d5ef86be6bbc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34587/hbase
2024-12-05T12:27:40,484 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741893_1071 (size=67)
2024-12-05T12:27:40,485 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741893_1071 (size=67)
2024-12-05T12:27:40,485 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741893_1071 (size=67)
2024-12-05T12:27:40,486 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733401660375.44c21eeba9570e163cc7d5ef86be6bbc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T12:27:40,488 INFO  [StoreOpener-44c21eeba9570e163cc7d5ef86be6bbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 44c21eeba9570e163cc7d5ef86be6bbc 
2024-12-05T12:27:40,489 INFO  [StoreOpener-44c21eeba9570e163cc7d5ef86be6bbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44c21eeba9570e163cc7d5ef86be6bbc columnFamilyName a
2024-12-05T12:27:40,490 DEBUG [StoreOpener-44c21eeba9570e163cc7d5ef86be6bbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:40,490 INFO  [StoreOpener-44c21eeba9570e163cc7d5ef86be6bbc-1 {}] regionserver.HStore(327): Store=44c21eeba9570e163cc7d5ef86be6bbc/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:40,490 INFO  [StoreOpener-44c21eeba9570e163cc7d5ef86be6bbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 44c21eeba9570e163cc7d5ef86be6bbc 
2024-12-05T12:27:40,492 INFO  [StoreOpener-44c21eeba9570e163cc7d5ef86be6bbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44c21eeba9570e163cc7d5ef86be6bbc columnFamilyName b
2024-12-05T12:27:40,492 DEBUG [StoreOpener-44c21eeba9570e163cc7d5ef86be6bbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:40,492 INFO  [StoreOpener-44c21eeba9570e163cc7d5ef86be6bbc-1 {}] regionserver.HStore(327): Store=44c21eeba9570e163cc7d5ef86be6bbc/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:40,492 INFO  [StoreOpener-44c21eeba9570e163cc7d5ef86be6bbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 44c21eeba9570e163cc7d5ef86be6bbc 
2024-12-05T12:27:40,494 INFO  [StoreOpener-44c21eeba9570e163cc7d5ef86be6bbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44c21eeba9570e163cc7d5ef86be6bbc columnFamilyName c
2024-12-05T12:27:40,494 DEBUG [StoreOpener-44c21eeba9570e163cc7d5ef86be6bbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:40,495 INFO  [StoreOpener-44c21eeba9570e163cc7d5ef86be6bbc-1 {}] regionserver.HStore(327): Store=44c21eeba9570e163cc7d5ef86be6bbc/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:40,495 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 44c21eeba9570e163cc7d5ef86be6bbc
2024-12-05T12:27:40,496 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/44c21eeba9570e163cc7d5ef86be6bbc
2024-12-05T12:27:40,496 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/44c21eeba9570e163cc7d5ef86be6bbc
2024-12-05T12:27:40,498 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 44c21eeba9570e163cc7d5ef86be6bbc
2024-12-05T12:27:40,498 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 44c21eeba9570e163cc7d5ef86be6bbc
2024-12-05T12:27:40,498 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-05T12:27:40,500 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 44c21eeba9570e163cc7d5ef86be6bbc
2024-12-05T12:27:40,502 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/44c21eeba9570e163cc7d5ef86be6bbc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-05T12:27:40,503 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 44c21eeba9570e163cc7d5ef86be6bbc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72781429, jitterRate=0.08452780544757843}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-05T12:27:40,504 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 44c21eeba9570e163cc7d5ef86be6bbc:
Writing region info on filesystem at 1733401660487Initializing all the Stores at 1733401660488 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401660488Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401660488Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401660488Cleaning up temporary data from old regions at 1733401660498 (+10 ms)Region opened successfully at 1733401660504 (+6 ms)
2024-12-05T12:27:40,504 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 44c21eeba9570e163cc7d5ef86be6bbc, disabling compactions & flushes
2024-12-05T12:27:40,504 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733401660375.44c21eeba9570e163cc7d5ef86be6bbc.
2024-12-05T12:27:40,504 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733401660375.44c21eeba9570e163cc7d5ef86be6bbc.
2024-12-05T12:27:40,504 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733401660375.44c21eeba9570e163cc7d5ef86be6bbc. after waiting 0 ms
2024-12-05T12:27:40,504 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733401660375.44c21eeba9570e163cc7d5ef86be6bbc.
2024-12-05T12:27:40,505 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733401660375.44c21eeba9570e163cc7d5ef86be6bbc.
2024-12-05T12:27:40,505 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 44c21eeba9570e163cc7d5ef86be6bbc:
Waiting for close lock at 1733401660504Disabling compacts and flushes for region at 1733401660504Disabling writes for close at 1733401660504Writing region close event to WAL at 1733401660505 (+1 ms)Closed at 1733401660505
2024-12-05T12:27:40,513 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-01528590/hregion-01528590.1733401660382 not finished, retry = 0
2024-12-05T12:27:40,516 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741892_1070 (size=175)
2024-12-05T12:27:40,516 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741892_1070 (size=175)
2024-12-05T12:27:40,517 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741892_1070 (size=175)
2024-12-05T12:27:40,616 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-05T12:27:40,616 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-01528590:(num 1733401660382)
2024-12-05T12:27:40,616 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-05T12:27:40,618 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34587/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401660373, archiveDir=hdfs://localhost:34587/hbase/oldWALs, maxLogs=32
2024-12-05T12:27:40,664 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401660373/wal.1733401660619, exclude list is [], retry=0
2024-12-05T12:27:40,667 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36485,DS-3fc733fc-c606-4614-8246-34ee521fde6c,DISK]
2024-12-05T12:27:40,667 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40127,DS-0e05f7c2-0ea3-4836-bc39-ae00d96fdb5f,DISK]
2024-12-05T12:27:40,667 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37437,DS-fb10f11e-5b1a-4c6c-902d-77b74582d23e,DISK]
2024-12-05T12:27:40,695 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401660373/wal.1733401660619
2024-12-05T12:27:40,695 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46323:46323),(127.0.0.1/127.0.0.1:38955:38955),(127.0.0.1/127.0.0.1:32849:32849)]
2024-12-05T12:27:40,695 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 44c21eeba9570e163cc7d5ef86be6bbc, NAME => 'testReplayEditsWrittenViaHRegion,,1733401660375.44c21eeba9570e163cc7d5ef86be6bbc.', STARTKEY => '', ENDKEY => ''}
2024-12-05T12:27:40,695 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733401660375.44c21eeba9570e163cc7d5ef86be6bbc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T12:27:40,695 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 44c21eeba9570e163cc7d5ef86be6bbc
2024-12-05T12:27:40,695 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 44c21eeba9570e163cc7d5ef86be6bbc
2024-12-05T12:27:40,697 INFO  [StoreOpener-44c21eeba9570e163cc7d5ef86be6bbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 44c21eeba9570e163cc7d5ef86be6bbc 
2024-12-05T12:27:40,698 INFO  [StoreOpener-44c21eeba9570e163cc7d5ef86be6bbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44c21eeba9570e163cc7d5ef86be6bbc columnFamilyName a
2024-12-05T12:27:40,698 DEBUG [StoreOpener-44c21eeba9570e163cc7d5ef86be6bbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:40,698 INFO  [StoreOpener-44c21eeba9570e163cc7d5ef86be6bbc-1 {}] regionserver.HStore(327): Store=44c21eeba9570e163cc7d5ef86be6bbc/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:40,699 INFO  [StoreOpener-44c21eeba9570e163cc7d5ef86be6bbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 44c21eeba9570e163cc7d5ef86be6bbc 
2024-12-05T12:27:40,699 INFO  [StoreOpener-44c21eeba9570e163cc7d5ef86be6bbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44c21eeba9570e163cc7d5ef86be6bbc columnFamilyName b
2024-12-05T12:27:40,699 DEBUG [StoreOpener-44c21eeba9570e163cc7d5ef86be6bbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:40,700 INFO  [StoreOpener-44c21eeba9570e163cc7d5ef86be6bbc-1 {}] regionserver.HStore(327): Store=44c21eeba9570e163cc7d5ef86be6bbc/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:40,700 INFO  [StoreOpener-44c21eeba9570e163cc7d5ef86be6bbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 44c21eeba9570e163cc7d5ef86be6bbc 
2024-12-05T12:27:40,701 INFO  [StoreOpener-44c21eeba9570e163cc7d5ef86be6bbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44c21eeba9570e163cc7d5ef86be6bbc columnFamilyName c
2024-12-05T12:27:40,701 DEBUG [StoreOpener-44c21eeba9570e163cc7d5ef86be6bbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:40,701 INFO  [StoreOpener-44c21eeba9570e163cc7d5ef86be6bbc-1 {}] regionserver.HStore(327): Store=44c21eeba9570e163cc7d5ef86be6bbc/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:40,701 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 44c21eeba9570e163cc7d5ef86be6bbc
2024-12-05T12:27:40,702 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/44c21eeba9570e163cc7d5ef86be6bbc
2024-12-05T12:27:40,703 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/44c21eeba9570e163cc7d5ef86be6bbc
2024-12-05T12:27:40,704 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 44c21eeba9570e163cc7d5ef86be6bbc
2024-12-05T12:27:40,704 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 44c21eeba9570e163cc7d5ef86be6bbc
2024-12-05T12:27:40,705 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-05T12:27:40,706 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 44c21eeba9570e163cc7d5ef86be6bbc
2024-12-05T12:27:40,707 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 44c21eeba9570e163cc7d5ef86be6bbc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59874564, jitterRate=-0.1077994704246521}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-05T12:27:40,708 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 44c21eeba9570e163cc7d5ef86be6bbc:
Writing region info on filesystem at 1733401660695Initializing all the Stores at 1733401660696 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401660696Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401660697 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401660697Cleaning up temporary data from old regions at 1733401660704 (+7 ms)Region opened successfully at 1733401660708 (+4 ms)
2024-12-05T12:27:40,744 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 44c21eeba9570e163cc7d5ef86be6bbc 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB
2024-12-05T12:27:40,765 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/44c21eeba9570e163cc7d5ef86be6bbc/.tmp/a/7bf9798ff2824bc79f4fb0de7a539cf1 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733401660708/Put/seqid=0
2024-12-05T12:27:40,775 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741895_1073 (size=5958)
2024-12-05T12:27:40,775 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741895_1073 (size=5958)
2024-12-05T12:27:40,776 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741895_1073 (size=5958)
2024-12-05T12:27:40,776 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/44c21eeba9570e163cc7d5ef86be6bbc/.tmp/a/7bf9798ff2824bc79f4fb0de7a539cf1
2024-12-05T12:27:40,803 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/44c21eeba9570e163cc7d5ef86be6bbc/.tmp/b/f63f7ec87647463e9c8c1de7ffc3c424 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733401660718/Put/seqid=0
2024-12-05T12:27:40,814 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741896_1074 (size=5958)
2024-12-05T12:27:40,815 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741896_1074 (size=5958)
2024-12-05T12:27:40,815 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741896_1074 (size=5958)
2024-12-05T12:27:40,816 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/44c21eeba9570e163cc7d5ef86be6bbc/.tmp/b/f63f7ec87647463e9c8c1de7ffc3c424
2024-12-05T12:27:40,844 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/44c21eeba9570e163cc7d5ef86be6bbc/.tmp/c/8ea1b44e33604f4b9b200ddf1e49d2bd is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733401660728/Put/seqid=0
2024-12-05T12:27:40,853 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741897_1075 (size=5958)
2024-12-05T12:27:40,861 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741897_1075 (size=5958)
2024-12-05T12:27:40,861 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741897_1075 (size=5958)
2024-12-05T12:27:40,862 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/44c21eeba9570e163cc7d5ef86be6bbc/.tmp/c/8ea1b44e33604f4b9b200ddf1e49d2bd
2024-12-05T12:27:40,875 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/44c21eeba9570e163cc7d5ef86be6bbc/.tmp/a/7bf9798ff2824bc79f4fb0de7a539cf1 as hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/44c21eeba9570e163cc7d5ef86be6bbc/a/7bf9798ff2824bc79f4fb0de7a539cf1
2024-12-05T12:27:40,884 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/44c21eeba9570e163cc7d5ef86be6bbc/a/7bf9798ff2824bc79f4fb0de7a539cf1, entries=10, sequenceid=33, filesize=5.8 K
2024-12-05T12:27:40,894 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/44c21eeba9570e163cc7d5ef86be6bbc/.tmp/b/f63f7ec87647463e9c8c1de7ffc3c424 as hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/44c21eeba9570e163cc7d5ef86be6bbc/b/f63f7ec87647463e9c8c1de7ffc3c424
2024-12-05T12:27:40,901 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/44c21eeba9570e163cc7d5ef86be6bbc/b/f63f7ec87647463e9c8c1de7ffc3c424, entries=10, sequenceid=33, filesize=5.8 K
2024-12-05T12:27:40,902 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/44c21eeba9570e163cc7d5ef86be6bbc/.tmp/c/8ea1b44e33604f4b9b200ddf1e49d2bd as hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/44c21eeba9570e163cc7d5ef86be6bbc/c/8ea1b44e33604f4b9b200ddf1e49d2bd
2024-12-05T12:27:40,908 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/44c21eeba9570e163cc7d5ef86be6bbc/c/8ea1b44e33604f4b9b200ddf1e49d2bd, entries=10, sequenceid=33, filesize=5.8 K
2024-12-05T12:27:40,909 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 44c21eeba9570e163cc7d5ef86be6bbc in 165ms, sequenceid=33, compaction requested=false
2024-12-05T12:27:40,909 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 44c21eeba9570e163cc7d5ef86be6bbc:

2024-12-05T12:27:40,909 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 44c21eeba9570e163cc7d5ef86be6bbc, disabling compactions & flushes
2024-12-05T12:27:40,909 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733401660375.44c21eeba9570e163cc7d5ef86be6bbc.
2024-12-05T12:27:40,909 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733401660375.44c21eeba9570e163cc7d5ef86be6bbc.
2024-12-05T12:27:40,909 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733401660375.44c21eeba9570e163cc7d5ef86be6bbc. after waiting 0 ms
2024-12-05T12:27:40,909 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733401660375.44c21eeba9570e163cc7d5ef86be6bbc.
2024-12-05T12:27:40,913 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733401660375.44c21eeba9570e163cc7d5ef86be6bbc.
2024-12-05T12:27:40,913 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 44c21eeba9570e163cc7d5ef86be6bbc:
Waiting for close lock at 1733401660909Disabling compacts and flushes for region at 1733401660909Disabling writes for close at 1733401660909Writing region close event to WAL at 1733401660913 (+4 ms)Closed at 1733401660913
2024-12-05T12:27:40,916 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741894_1072 (size=6311)
2024-12-05T12:27:40,916 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741894_1072 (size=6311)
2024-12-05T12:27:40,919 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741894_1072 (size=6311)
2024-12-05T12:27:40,923 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/44c21eeba9570e163cc7d5ef86be6bbc/b/f63f7ec87647463e9c8c1de7ffc3c424 to hdfs://localhost:34587/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/44c21eeba9570e163cc7d5ef86be6bbc/b/f63f7ec87647463e9c8c1de7ffc3c424
2024-12-05T12:27:40,940 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34587/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401660373/wal.1733401660619, size=6.2 K (6311bytes)
2024-12-05T12:27:40,940 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34587/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401660373/wal.1733401660619
2024-12-05T12:27:40,940 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34587/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401660373/wal.1733401660619 after 0ms
2024-12-05T12:27:40,968 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-05T12:27:40,968 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34587/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401660373/wal.1733401660619 took 29ms
2024-12-05T12:27:40,973 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34587/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401660373/wal.1733401660619 so closing down
2024-12-05T12:27:40,973 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-05T12:27:40,973 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733401660619.temp
2024-12-05T12:27:41,001 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/44c21eeba9570e163cc7d5ef86be6bbc/recovered.edits/0000000000000000003-wal.1733401660619.temp
2024-12-05T12:27:41,002 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-05T12:27:41,009 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741898_1076 (size=5575)
2024-12-05T12:27:41,009 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741898_1076 (size=5575)
2024-12-05T12:27:41,009 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741898_1076 (size=5575)
2024-12-05T12:27:41,010 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/44c21eeba9570e163cc7d5ef86be6bbc/recovered.edits/0000000000000000003-wal.1733401660619.temp (wrote 30 edits, skipped 0 edits in 0 ms)
2024-12-05T12:27:41,012 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/44c21eeba9570e163cc7d5ef86be6bbc/recovered.edits/0000000000000000003-wal.1733401660619.temp to hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/44c21eeba9570e163cc7d5ef86be6bbc/recovered.edits/0000000000000000032
2024-12-05T12:27:41,012 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 43 ms; skipped=2; WAL=hdfs://localhost:34587/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401660373/wal.1733401660619, size=6.2 K, length=6311, corrupted=false, cancelled=false
2024-12-05T12:27:41,012 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34587/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401660373/wal.1733401660619, journal: Splitting hdfs://localhost:34587/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401660373/wal.1733401660619, size=6.2 K (6311bytes) at 1733401660940Finishing writing output for hdfs://localhost:34587/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401660373/wal.1733401660619 so closing down at 1733401660973 (+33 ms)Creating recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/44c21eeba9570e163cc7d5ef86be6bbc/recovered.edits/0000000000000000003-wal.1733401660619.temp at 1733401661001 (+28 ms)3 split writer threads finished at 1733401661002 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/44c21eeba9570e163cc7d5ef86be6bbc/recovered.edits/0000000000000000003-wal.1733401660619.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733401661010 (+8 ms)Rename recovered edits hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/44c21eeba9570e163cc7d5ef86be6bbc/recovered.edits/0000000000000000003-wal.1733401660619.temp to hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/44c21eeba9570e163cc7d5ef86be6bbc/recovered.edits/0000000000000000032 at 1733401661012 (+2 ms)Processed 32 edits across 1 Regions in 43 ms; skipped=2; WAL=hdfs://localhost:34587/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401660373/wal.1733401660619, size=6.2 K, length=6311, corrupted=false, cancelled=false at 1733401661012
2024-12-05T12:27:41,014 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34587/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401660373/wal.1733401660619 to hdfs://localhost:34587/hbase/oldWALs/wal.1733401660619
2024-12-05T12:27:41,015 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/44c21eeba9570e163cc7d5ef86be6bbc/recovered.edits/0000000000000000032
2024-12-05T12:27:41,015 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-05T12:27:41,017 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34587/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401660373, archiveDir=hdfs://localhost:34587/hbase/oldWALs, maxLogs=32
2024-12-05T12:27:41,030 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401660373/wal.1733401661017, exclude list is [], retry=0
2024-12-05T12:27:41,033 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37437,DS-fb10f11e-5b1a-4c6c-902d-77b74582d23e,DISK]
2024-12-05T12:27:41,033 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36485,DS-3fc733fc-c606-4614-8246-34ee521fde6c,DISK]
2024-12-05T12:27:41,034 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40127,DS-0e05f7c2-0ea3-4836-bc39-ae00d96fdb5f,DISK]
2024-12-05T12:27:41,075 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401660373/wal.1733401661017
2024-12-05T12:27:41,075 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32849:32849),(127.0.0.1/127.0.0.1:46323:46323),(127.0.0.1/127.0.0.1:38955:38955)]
2024-12-05T12:27:41,076 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 44c21eeba9570e163cc7d5ef86be6bbc, NAME => 'testReplayEditsWrittenViaHRegion,,1733401660375.44c21eeba9570e163cc7d5ef86be6bbc.', STARTKEY => '', ENDKEY => ''}
2024-12-05T12:27:41,076 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733401660375.44c21eeba9570e163cc7d5ef86be6bbc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T12:27:41,076 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 44c21eeba9570e163cc7d5ef86be6bbc
2024-12-05T12:27:41,076 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 44c21eeba9570e163cc7d5ef86be6bbc
2024-12-05T12:27:41,078 INFO  [StoreOpener-44c21eeba9570e163cc7d5ef86be6bbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 44c21eeba9570e163cc7d5ef86be6bbc 
2024-12-05T12:27:41,079 INFO  [StoreOpener-44c21eeba9570e163cc7d5ef86be6bbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44c21eeba9570e163cc7d5ef86be6bbc columnFamilyName a
2024-12-05T12:27:41,079 DEBUG [StoreOpener-44c21eeba9570e163cc7d5ef86be6bbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:41,085 DEBUG [StoreOpener-44c21eeba9570e163cc7d5ef86be6bbc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/44c21eeba9570e163cc7d5ef86be6bbc/a/7bf9798ff2824bc79f4fb0de7a539cf1
2024-12-05T12:27:41,085 INFO  [StoreOpener-44c21eeba9570e163cc7d5ef86be6bbc-1 {}] regionserver.HStore(327): Store=44c21eeba9570e163cc7d5ef86be6bbc/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:41,085 INFO  [StoreOpener-44c21eeba9570e163cc7d5ef86be6bbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 44c21eeba9570e163cc7d5ef86be6bbc 
2024-12-05T12:27:41,086 INFO  [StoreOpener-44c21eeba9570e163cc7d5ef86be6bbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44c21eeba9570e163cc7d5ef86be6bbc columnFamilyName b
2024-12-05T12:27:41,087 DEBUG [StoreOpener-44c21eeba9570e163cc7d5ef86be6bbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:41,087 INFO  [StoreOpener-44c21eeba9570e163cc7d5ef86be6bbc-1 {}] regionserver.HStore(327): Store=44c21eeba9570e163cc7d5ef86be6bbc/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:41,087 INFO  [StoreOpener-44c21eeba9570e163cc7d5ef86be6bbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 44c21eeba9570e163cc7d5ef86be6bbc 
2024-12-05T12:27:41,088 INFO  [StoreOpener-44c21eeba9570e163cc7d5ef86be6bbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44c21eeba9570e163cc7d5ef86be6bbc columnFamilyName c
2024-12-05T12:27:41,088 DEBUG [StoreOpener-44c21eeba9570e163cc7d5ef86be6bbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:41,096 DEBUG [StoreOpener-44c21eeba9570e163cc7d5ef86be6bbc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/44c21eeba9570e163cc7d5ef86be6bbc/c/8ea1b44e33604f4b9b200ddf1e49d2bd
2024-12-05T12:27:41,096 INFO  [StoreOpener-44c21eeba9570e163cc7d5ef86be6bbc-1 {}] regionserver.HStore(327): Store=44c21eeba9570e163cc7d5ef86be6bbc/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:41,096 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 44c21eeba9570e163cc7d5ef86be6bbc
2024-12-05T12:27:41,097 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/44c21eeba9570e163cc7d5ef86be6bbc
2024-12-05T12:27:41,098 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/44c21eeba9570e163cc7d5ef86be6bbc
2024-12-05T12:27:41,099 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/44c21eeba9570e163cc7d5ef86be6bbc/recovered.edits/0000000000000000032
2024-12-05T12:27:41,141 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-05T12:27:41,143 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/44c21eeba9570e163cc7d5ef86be6bbc/recovered.edits/0000000000000000032
2024-12-05T12:27:41,143 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 44c21eeba9570e163cc7d5ef86be6bbc 3/3 column families, dataSize=870 B heapSize=2.31 KB
2024-12-05T12:27:41,165 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/44c21eeba9570e163cc7d5ef86be6bbc/.tmp/b/15843e27bf274a80838e840b58f54164 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733401660718/Put/seqid=0
2024-12-05T12:27:41,183 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741900_1078 (size=5958)
2024-12-05T12:27:41,183 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741900_1078 (size=5958)
2024-12-05T12:27:41,185 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741900_1078 (size=5958)
2024-12-05T12:27:41,185 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/44c21eeba9570e163cc7d5ef86be6bbc/.tmp/b/15843e27bf274a80838e840b58f54164
2024-12-05T12:27:41,192 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/44c21eeba9570e163cc7d5ef86be6bbc/.tmp/b/15843e27bf274a80838e840b58f54164 as hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/44c21eeba9570e163cc7d5ef86be6bbc/b/15843e27bf274a80838e840b58f54164
2024-12-05T12:27:41,206 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/44c21eeba9570e163cc7d5ef86be6bbc/b/15843e27bf274a80838e840b58f54164, entries=10, sequenceid=32, filesize=5.8 K
2024-12-05T12:27:41,206 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 44c21eeba9570e163cc7d5ef86be6bbc in 63ms, sequenceid=32, compaction requested=false; wal=null
2024-12-05T12:27:41,207 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/44c21eeba9570e163cc7d5ef86be6bbc/recovered.edits/0000000000000000032
2024-12-05T12:27:41,212 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 44c21eeba9570e163cc7d5ef86be6bbc
2024-12-05T12:27:41,212 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 44c21eeba9570e163cc7d5ef86be6bbc
2024-12-05T12:27:41,213 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-05T12:27:41,215 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 44c21eeba9570e163cc7d5ef86be6bbc
2024-12-05T12:27:41,217 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/44c21eeba9570e163cc7d5ef86be6bbc/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1
2024-12-05T12:27:41,218 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 44c21eeba9570e163cc7d5ef86be6bbc; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68085833, jitterRate=0.014557972550392151}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-05T12:27:41,219 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 44c21eeba9570e163cc7d5ef86be6bbc:
Writing region info on filesystem at 1733401661076Initializing all the Stores at 1733401661077 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401661077Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401661077Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401661078 (+1 ms)Obtaining lock to block concurrent updates at 1733401661143 (+65 ms)Preparing flush snapshotting stores in 44c21eeba9570e163cc7d5ef86be6bbc at 1733401661143Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733401660375.44c21eeba9570e163cc7d5ef86be6bbc., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1733401661143Flushing stores of testReplayEditsWrittenViaHRegion,,1733401660375.44c21eeba9570e163cc7d5ef86be6bbc. at 1733401661143Flushing 44c21eeba9570e163cc7d5ef86be6bbc/b: creating writer at 1733401661143Flushing 44c21eeba9570e163cc7d5ef86be6bbc/b: appending metadata at 1733401661164 (+21 ms)Flushing 44c21eeba9570e163cc7d5ef86be6bbc/b: closing flushed file at 1733401661164Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f31edf2: reopening flushed file at 1733401661191 (+27 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 44c21eeba9570e163cc7d5ef86be6bbc in 63ms, sequenceid=32, compaction requested=false; wal=null at 1733401661206 (+15 ms)Cleaning up temporary data from old regions at 1733401661212 (+6 ms)Region opened successfully at 1733401661219 (+7 ms)
2024-12-05T12:27:41,255 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=412 (was 403)
Potentially hanging thread: PacketResponder: BP-394612106-172.17.0.3-1733401632216:blk_1073741899_1077, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-402583752_22 at /127.0.0.1:50074 [Waiting for operation #36]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-402583752_22 at /127.0.0.1:42712 [Receiving block BP-394612106-172.17.0.3-1733401632216:blk_1073741899_1077]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-20-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-394612106-172.17.0.3-1733401632216:blk_1073741899_1077, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-20-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-402583752_22 at /127.0.0.1:49100 [Waiting for operation #30]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-402583752_22 at /127.0.0.1:43424 [Receiving block BP-394612106-172.17.0.3-1733401632216:blk_1073741899_1077]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-20-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-402583752_22 at /127.0.0.1:48230 [Waiting for operation #36]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-394612106-172.17.0.3-1733401632216:blk_1073741899_1077, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-402583752_22 at /127.0.0.1:36310 [Receiving block BP-394612106-172.17.0.3-1733401632216:blk_1073741899_1077]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1111 (was 1035) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=599 (was 599), ProcessCount=11 (was 11), AvailableMemoryMB=3587 (was 2602) - AvailableMemoryMB LEAK? -
2024-12-05T12:27:41,255 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1111 is superior to 1024
2024-12-05T12:27:41,271 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=412, OpenFileDescriptor=1111, MaxFileDescriptor=1048576, SystemLoadAverage=599, ProcessCount=11, AvailableMemoryMB=3583
2024-12-05T12:27:41,271 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1111 is superior to 1024
2024-12-05T12:27:41,293 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T12:27:41,296 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T12:27:41,297 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-05T12:27:41,302 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-72386749, suffix=, logDir=hdfs://localhost:34587/hbase/WALs/hregion-72386749, archiveDir=hdfs://localhost:34587/hbase/oldWALs, maxLogs=32
2024-12-05T12:27:41,322 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-72386749/hregion-72386749.1733401661302, exclude list is [], retry=0
2024-12-05T12:27:41,325 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40127,DS-0e05f7c2-0ea3-4836-bc39-ae00d96fdb5f,DISK]
2024-12-05T12:27:41,326 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37437,DS-fb10f11e-5b1a-4c6c-902d-77b74582d23e,DISK]
2024-12-05T12:27:41,327 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36485,DS-3fc733fc-c606-4614-8246-34ee521fde6c,DISK]
2024-12-05T12:27:41,359 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-72386749/hregion-72386749.1733401661302
2024-12-05T12:27:41,360 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38955:38955),(127.0.0.1/127.0.0.1:46323:46323),(127.0.0.1/127.0.0.1:32849:32849)]
2024-12-05T12:27:41,360 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 450b37b13f3a90cdb125efb7141a0c4e, NAME => 'testReplayEditsAfterAbortingFlush,,1733401661294.450b37b13f3a90cdb125efb7141a0c4e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34587/hbase
2024-12-05T12:27:41,369 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741902_1080 (size=68)
2024-12-05T12:27:41,369 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741902_1080 (size=68)
2024-12-05T12:27:41,370 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741902_1080 (size=68)
2024-12-05T12:27:41,373 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733401661294.450b37b13f3a90cdb125efb7141a0c4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T12:27:41,374 INFO  [StoreOpener-450b37b13f3a90cdb125efb7141a0c4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 450b37b13f3a90cdb125efb7141a0c4e 
2024-12-05T12:27:41,376 INFO  [StoreOpener-450b37b13f3a90cdb125efb7141a0c4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 450b37b13f3a90cdb125efb7141a0c4e columnFamilyName a
2024-12-05T12:27:41,376 DEBUG [StoreOpener-450b37b13f3a90cdb125efb7141a0c4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:41,376 INFO  [StoreOpener-450b37b13f3a90cdb125efb7141a0c4e-1 {}] regionserver.HStore(327): Store=450b37b13f3a90cdb125efb7141a0c4e/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:41,376 INFO  [StoreOpener-450b37b13f3a90cdb125efb7141a0c4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 450b37b13f3a90cdb125efb7141a0c4e 
2024-12-05T12:27:41,377 INFO  [StoreOpener-450b37b13f3a90cdb125efb7141a0c4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 450b37b13f3a90cdb125efb7141a0c4e columnFamilyName b
2024-12-05T12:27:41,378 DEBUG [StoreOpener-450b37b13f3a90cdb125efb7141a0c4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:41,378 INFO  [StoreOpener-450b37b13f3a90cdb125efb7141a0c4e-1 {}] regionserver.HStore(327): Store=450b37b13f3a90cdb125efb7141a0c4e/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:41,378 INFO  [StoreOpener-450b37b13f3a90cdb125efb7141a0c4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 450b37b13f3a90cdb125efb7141a0c4e 
2024-12-05T12:27:41,379 INFO  [StoreOpener-450b37b13f3a90cdb125efb7141a0c4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 450b37b13f3a90cdb125efb7141a0c4e columnFamilyName c
2024-12-05T12:27:41,379 DEBUG [StoreOpener-450b37b13f3a90cdb125efb7141a0c4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:41,380 INFO  [StoreOpener-450b37b13f3a90cdb125efb7141a0c4e-1 {}] regionserver.HStore(327): Store=450b37b13f3a90cdb125efb7141a0c4e/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:41,380 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 450b37b13f3a90cdb125efb7141a0c4e
2024-12-05T12:27:41,381 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testReplayEditsAfterAbortingFlush/450b37b13f3a90cdb125efb7141a0c4e
2024-12-05T12:27:41,381 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testReplayEditsAfterAbortingFlush/450b37b13f3a90cdb125efb7141a0c4e
2024-12-05T12:27:41,382 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 450b37b13f3a90cdb125efb7141a0c4e
2024-12-05T12:27:41,382 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 450b37b13f3a90cdb125efb7141a0c4e
2024-12-05T12:27:41,382 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-05T12:27:41,383 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 450b37b13f3a90cdb125efb7141a0c4e
2024-12-05T12:27:41,385 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34587/hbase/data/default/testReplayEditsAfterAbortingFlush/450b37b13f3a90cdb125efb7141a0c4e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-05T12:27:41,386 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 450b37b13f3a90cdb125efb7141a0c4e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72040804, jitterRate=0.07349163293838501}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-05T12:27:41,386 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 450b37b13f3a90cdb125efb7141a0c4e:
Writing region info on filesystem at 1733401661373Initializing all the Stores at 1733401661374 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401661374Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401661374Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401661374Cleaning up temporary data from old regions at 1733401661382 (+8 ms)Region opened successfully at 1733401661386 (+4 ms)
2024-12-05T12:27:41,387 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 450b37b13f3a90cdb125efb7141a0c4e, disabling compactions & flushes
2024-12-05T12:27:41,387 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733401661294.450b37b13f3a90cdb125efb7141a0c4e.
2024-12-05T12:27:41,387 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733401661294.450b37b13f3a90cdb125efb7141a0c4e.
2024-12-05T12:27:41,387 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733401661294.450b37b13f3a90cdb125efb7141a0c4e. after waiting 0 ms
2024-12-05T12:27:41,387 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733401661294.450b37b13f3a90cdb125efb7141a0c4e.
2024-12-05T12:27:41,387 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733401661294.450b37b13f3a90cdb125efb7141a0c4e.
2024-12-05T12:27:41,387 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 450b37b13f3a90cdb125efb7141a0c4e:
Waiting for close lock at 1733401661387Disabling compacts and flushes for region at 1733401661387Disabling writes for close at 1733401661387Writing region close event to WAL at 1733401661387Closed at 1733401661387
2024-12-05T12:27:41,389 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741901_1079 (size=175)
2024-12-05T12:27:41,389 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741901_1079 (size=175)
2024-12-05T12:27:41,390 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741901_1079 (size=175)
2024-12-05T12:27:41,393 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-05T12:27:41,393 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-72386749:(num 1733401661302)
2024-12-05T12:27:41,394 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-05T12:27:41,395 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34587/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401661292, archiveDir=hdfs://localhost:34587/hbase/oldWALs, maxLogs=32
2024-12-05T12:27:41,409 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401661292/wal.1733401661395, exclude list is [], retry=0
2024-12-05T12:27:41,414 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37437,DS-fb10f11e-5b1a-4c6c-902d-77b74582d23e,DISK]
2024-12-05T12:27:41,414 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40127,DS-0e05f7c2-0ea3-4836-bc39-ae00d96fdb5f,DISK]
2024-12-05T12:27:41,415 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36485,DS-3fc733fc-c606-4614-8246-34ee521fde6c,DISK]
2024-12-05T12:27:41,448 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401661292/wal.1733401661395
2024-12-05T12:27:41,449 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32849:32849),(127.0.0.1/127.0.0.1:38955:38955),(127.0.0.1/127.0.0.1:46323:46323)]
2024-12-05T12:27:41,530 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 450b37b13f3a90cdb125efb7141a0c4e, NAME => 'testReplayEditsAfterAbortingFlush,,1733401661294.450b37b13f3a90cdb125efb7141a0c4e.', STARTKEY => '', ENDKEY => ''}
2024-12-05T12:27:41,536 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 450b37b13f3a90cdb125efb7141a0c4e
2024-12-05T12:27:41,536 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733401661294.450b37b13f3a90cdb125efb7141a0c4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T12:27:41,536 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 450b37b13f3a90cdb125efb7141a0c4e
2024-12-05T12:27:41,536 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 450b37b13f3a90cdb125efb7141a0c4e
2024-12-05T12:27:41,542 INFO  [StoreOpener-450b37b13f3a90cdb125efb7141a0c4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 450b37b13f3a90cdb125efb7141a0c4e 
2024-12-05T12:27:41,543 INFO  [StoreOpener-450b37b13f3a90cdb125efb7141a0c4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 450b37b13f3a90cdb125efb7141a0c4e columnFamilyName a
2024-12-05T12:27:41,543 DEBUG [StoreOpener-450b37b13f3a90cdb125efb7141a0c4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:41,544 INFO  [StoreOpener-450b37b13f3a90cdb125efb7141a0c4e-1 {}] regionserver.HStore(327): Store=450b37b13f3a90cdb125efb7141a0c4e/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:41,544 INFO  [StoreOpener-450b37b13f3a90cdb125efb7141a0c4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 450b37b13f3a90cdb125efb7141a0c4e 
2024-12-05T12:27:41,545 INFO  [StoreOpener-450b37b13f3a90cdb125efb7141a0c4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 450b37b13f3a90cdb125efb7141a0c4e columnFamilyName b
2024-12-05T12:27:41,545 DEBUG [StoreOpener-450b37b13f3a90cdb125efb7141a0c4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:41,546 INFO  [StoreOpener-450b37b13f3a90cdb125efb7141a0c4e-1 {}] regionserver.HStore(327): Store=450b37b13f3a90cdb125efb7141a0c4e/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:41,546 INFO  [StoreOpener-450b37b13f3a90cdb125efb7141a0c4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 450b37b13f3a90cdb125efb7141a0c4e 
2024-12-05T12:27:41,547 INFO  [StoreOpener-450b37b13f3a90cdb125efb7141a0c4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 450b37b13f3a90cdb125efb7141a0c4e columnFamilyName c
2024-12-05T12:27:41,547 DEBUG [StoreOpener-450b37b13f3a90cdb125efb7141a0c4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:41,547 INFO  [StoreOpener-450b37b13f3a90cdb125efb7141a0c4e-1 {}] regionserver.HStore(327): Store=450b37b13f3a90cdb125efb7141a0c4e/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:41,547 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 450b37b13f3a90cdb125efb7141a0c4e
2024-12-05T12:27:41,548 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testReplayEditsAfterAbortingFlush/450b37b13f3a90cdb125efb7141a0c4e
2024-12-05T12:27:41,549 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testReplayEditsAfterAbortingFlush/450b37b13f3a90cdb125efb7141a0c4e
2024-12-05T12:27:41,550 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 450b37b13f3a90cdb125efb7141a0c4e
2024-12-05T12:27:41,550 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 450b37b13f3a90cdb125efb7141a0c4e
2024-12-05T12:27:41,551 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-05T12:27:41,552 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 450b37b13f3a90cdb125efb7141a0c4e
2024-12-05T12:27:41,553 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 450b37b13f3a90cdb125efb7141a0c4e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61919730, jitterRate=-0.07732412219047546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-05T12:27:41,553 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 450b37b13f3a90cdb125efb7141a0c4e
2024-12-05T12:27:41,554 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 450b37b13f3a90cdb125efb7141a0c4e:
Running coprocessor pre-open hook at 1733401661536Writing region info on filesystem at 1733401661536Initializing all the Stores at 1733401661541 (+5 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401661541Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401661542 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401661542Cleaning up temporary data from old regions at 1733401661550 (+8 ms)Running coprocessor post-open hooks at 1733401661553 (+3 ms)Region opened successfully at 1733401661554 (+1 ms)
2024-12-05T12:27:41,594 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 450b37b13f3a90cdb125efb7141a0c4e 3/3 column families, dataSize=590 B heapSize=2.08 KB
2024-12-05T12:27:41,597 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 450b37b13f3a90cdb125efb7141a0c4e/a, retrying num=0
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T12:27:41,710 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741835_1011 (size=2288)
2024-12-05T12:27:42,316 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-05T12:27:42,599 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 450b37b13f3a90cdb125efb7141a0c4e/a, retrying num=1
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T12:27:43,600 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 450b37b13f3a90cdb125efb7141a0c4e/a, retrying num=2
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T12:27:44,601 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 450b37b13f3a90cdb125efb7141a0c4e/a, retrying num=3
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T12:27:45,256 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-05T12:27:45,602 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 450b37b13f3a90cdb125efb7141a0c4e/a, retrying num=4
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T12:27:46,602 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 450b37b13f3a90cdb125efb7141a0c4e/a, retrying num=5
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T12:27:46,917 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion
2024-12-05T12:27:46,917 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer
2024-12-05T12:27:46,918 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush
2024-12-05T12:27:46,918 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer
2024-12-05T12:27:47,603 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 450b37b13f3a90cdb125efb7141a0c4e/a, retrying num=6
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T12:27:48,604 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 450b37b13f3a90cdb125efb7141a0c4e/a, retrying num=7
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T12:27:49,605 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 450b37b13f3a90cdb125efb7141a0c4e/a, retrying num=8
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T12:27:50,606 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 450b37b13f3a90cdb125efb7141a0c4e/a, retrying num=9
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T12:27:50,607 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 450b37b13f3a90cdb125efb7141a0c4e:

2024-12-05T12:27:50,608 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1733401661294.450b37b13f3a90cdb125efb7141a0c4e.
2024-12-05T12:27:50,648 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 450b37b13f3a90cdb125efb7141a0c4e:

2024-12-05T12:27:50,648 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted...
2024-12-05T12:27:50,648 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 450b37b13f3a90cdb125efb7141a0c4e, disabling compactions & flushes
2024-12-05T12:27:50,648 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733401661294.450b37b13f3a90cdb125efb7141a0c4e.
2024-12-05T12:27:50,648 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733401661294.450b37b13f3a90cdb125efb7141a0c4e.
2024-12-05T12:27:50,648 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733401661294.450b37b13f3a90cdb125efb7141a0c4e. after waiting 0 ms
2024-12-05T12:27:50,648 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733401661294.450b37b13f3a90cdb125efb7141a0c4e.
2024-12-05T12:27:50,653 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1733401661294.450b37b13f3a90cdb125efb7141a0c4e.
2024-12-05T12:27:50,654 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733401661294.450b37b13f3a90cdb125efb7141a0c4e.
2024-12-05T12:27:50,654 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 450b37b13f3a90cdb125efb7141a0c4e:
Waiting for close lock at 1733401670648Running coprocessor pre-close hooks at 1733401670648Disabling compacts and flushes for region at 1733401670648Disabling writes for close at 1733401670648Writing region close event to WAL at 1733401670653 (+5 ms)Running coprocessor post-close hooks at 1733401670653Closed at 1733401670654 (+1 ms)
2024-12-05T12:27:50,660 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741903_1081 (size=4236)
2024-12-05T12:27:50,660 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741903_1081 (size=4236)
2024-12-05T12:27:50,660 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741903_1081 (size=4236)
2024-12-05T12:27:50,685 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34587/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401661292/wal.1733401661395, size=4.1 K (4236bytes)
2024-12-05T12:27:50,686 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34587/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401661292/wal.1733401661395
2024-12-05T12:27:50,686 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34587/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401661292/wal.1733401661395 after 0ms
2024-12-05T12:27:50,723 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-05T12:27:50,723 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34587/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401661292/wal.1733401661395 took 38ms
2024-12-05T12:27:50,726 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34587/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401661292/wal.1733401661395 so closing down
2024-12-05T12:27:50,726 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-05T12:27:50,727 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1733401661395.temp
2024-12-05T12:27:50,761 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testReplayEditsAfterAbortingFlush/450b37b13f3a90cdb125efb7141a0c4e/recovered.edits/0000000000000000004-wal.1733401661395.temp
2024-12-05T12:27:50,762 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-05T12:27:50,792 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741904_1082 (size=3245)
2024-12-05T12:27:50,793 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741904_1082 (size=3245)
2024-12-05T12:27:50,794 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testReplayEditsAfterAbortingFlush/450b37b13f3a90cdb125efb7141a0c4e/recovered.edits/0000000000000000004-wal.1733401661395.temp (wrote 20 edits, skipped 0 edits in 0 ms)
2024-12-05T12:27:50,795 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34587/hbase/data/default/testReplayEditsAfterAbortingFlush/450b37b13f3a90cdb125efb7141a0c4e/recovered.edits/0000000000000000004-wal.1733401661395.temp to hdfs://localhost:34587/hbase/data/default/testReplayEditsAfterAbortingFlush/450b37b13f3a90cdb125efb7141a0c4e/recovered.edits/0000000000000000026
2024-12-05T12:27:50,796 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 73 ms; skipped=3; WAL=hdfs://localhost:34587/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401661292/wal.1733401661395, size=4.1 K, length=4236, corrupted=false, cancelled=false
2024-12-05T12:27:50,796 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34587/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401661292/wal.1733401661395, journal: Splitting hdfs://localhost:34587/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401661292/wal.1733401661395, size=4.1 K (4236bytes) at 1733401670686Finishing writing output for hdfs://localhost:34587/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401661292/wal.1733401661395 so closing down at 1733401670726 (+40 ms)Creating recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testReplayEditsAfterAbortingFlush/450b37b13f3a90cdb125efb7141a0c4e/recovered.edits/0000000000000000004-wal.1733401661395.temp at 1733401670761 (+35 ms)3 split writer threads finished at 1733401670762 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testReplayEditsAfterAbortingFlush/450b37b13f3a90cdb125efb7141a0c4e/recovered.edits/0000000000000000004-wal.1733401661395.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1733401670794 (+32 ms)Rename recovered edits hdfs://localhost:34587/hbase/data/default/testReplayEditsAfterAbortingFlush/450b37b13f3a90cdb125efb7141a0c4e/recovered.edits/0000000000000000004-wal.1733401661395.temp to hdfs://localhost:34587/hbase/data/default/testReplayEditsAfterAbortingFlush/450b37b13f3a90cdb125efb7141a0c4e/recovered.edits/0000000000000000026 at 1733401670795 (+1 ms)Processed 23 edits across 1 Regions in 73 ms; skipped=3; WAL=hdfs://localhost:34587/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401661292/wal.1733401661395, size=4.1 K, length=4236, corrupted=false, cancelled=false at 1733401670796 (+1 ms)
2024-12-05T12:27:50,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741904_1082 (size=3245)
2024-12-05T12:27:50,799 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34587/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401661292/wal.1733401661395 to hdfs://localhost:34587/hbase/oldWALs/wal.1733401661395
2024-12-05T12:27:50,800 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34587/hbase/data/default/testReplayEditsAfterAbortingFlush/450b37b13f3a90cdb125efb7141a0c4e/recovered.edits/0000000000000000026
2024-12-05T12:27:50,800 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-05T12:27:50,802 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34587/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401661292, archiveDir=hdfs://localhost:34587/hbase/oldWALs, maxLogs=32
2024-12-05T12:27:50,824 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401661292/wal.1733401670803, exclude list is [], retry=0
2024-12-05T12:27:50,827 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36485,DS-3fc733fc-c606-4614-8246-34ee521fde6c,DISK]
2024-12-05T12:27:50,828 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37437,DS-fb10f11e-5b1a-4c6c-902d-77b74582d23e,DISK]
2024-12-05T12:27:50,828 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40127,DS-0e05f7c2-0ea3-4836-bc39-ae00d96fdb5f,DISK]
2024-12-05T12:27:50,889 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401661292/wal.1733401670803
2024-12-05T12:27:50,891 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46323:46323),(127.0.0.1/127.0.0.1:32849:32849),(127.0.0.1/127.0.0.1:38955:38955)]
2024-12-05T12:27:50,891 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 450b37b13f3a90cdb125efb7141a0c4e, NAME => 'testReplayEditsAfterAbortingFlush,,1733401661294.450b37b13f3a90cdb125efb7141a0c4e.', STARTKEY => '', ENDKEY => ''}
2024-12-05T12:27:50,892 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 450b37b13f3a90cdb125efb7141a0c4e
2024-12-05T12:27:50,892 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733401661294.450b37b13f3a90cdb125efb7141a0c4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T12:27:50,893 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 450b37b13f3a90cdb125efb7141a0c4e
2024-12-05T12:27:50,893 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 450b37b13f3a90cdb125efb7141a0c4e
2024-12-05T12:27:50,895 INFO  [StoreOpener-450b37b13f3a90cdb125efb7141a0c4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 450b37b13f3a90cdb125efb7141a0c4e 
2024-12-05T12:27:50,896 INFO  [StoreOpener-450b37b13f3a90cdb125efb7141a0c4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 450b37b13f3a90cdb125efb7141a0c4e columnFamilyName a
2024-12-05T12:27:50,897 DEBUG [StoreOpener-450b37b13f3a90cdb125efb7141a0c4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:50,897 INFO  [StoreOpener-450b37b13f3a90cdb125efb7141a0c4e-1 {}] regionserver.HStore(327): Store=450b37b13f3a90cdb125efb7141a0c4e/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:50,897 INFO  [StoreOpener-450b37b13f3a90cdb125efb7141a0c4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 450b37b13f3a90cdb125efb7141a0c4e 
2024-12-05T12:27:50,899 INFO  [StoreOpener-450b37b13f3a90cdb125efb7141a0c4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 450b37b13f3a90cdb125efb7141a0c4e columnFamilyName b
2024-12-05T12:27:50,899 DEBUG [StoreOpener-450b37b13f3a90cdb125efb7141a0c4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:50,899 INFO  [StoreOpener-450b37b13f3a90cdb125efb7141a0c4e-1 {}] regionserver.HStore(327): Store=450b37b13f3a90cdb125efb7141a0c4e/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:50,899 INFO  [StoreOpener-450b37b13f3a90cdb125efb7141a0c4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 450b37b13f3a90cdb125efb7141a0c4e 
2024-12-05T12:27:50,900 INFO  [StoreOpener-450b37b13f3a90cdb125efb7141a0c4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 450b37b13f3a90cdb125efb7141a0c4e columnFamilyName c
2024-12-05T12:27:50,900 DEBUG [StoreOpener-450b37b13f3a90cdb125efb7141a0c4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:50,901 INFO  [StoreOpener-450b37b13f3a90cdb125efb7141a0c4e-1 {}] regionserver.HStore(327): Store=450b37b13f3a90cdb125efb7141a0c4e/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:50,901 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 450b37b13f3a90cdb125efb7141a0c4e
2024-12-05T12:27:50,902 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testReplayEditsAfterAbortingFlush/450b37b13f3a90cdb125efb7141a0c4e
2024-12-05T12:27:50,903 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testReplayEditsAfterAbortingFlush/450b37b13f3a90cdb125efb7141a0c4e
2024-12-05T12:27:50,905 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34587/hbase/data/default/testReplayEditsAfterAbortingFlush/450b37b13f3a90cdb125efb7141a0c4e/recovered.edits/0000000000000000026
2024-12-05T12:27:50,944 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-05T12:27:50,946 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:34587/hbase/data/default/testReplayEditsAfterAbortingFlush/450b37b13f3a90cdb125efb7141a0c4e/recovered.edits/0000000000000000026
2024-12-05T12:27:50,946 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 450b37b13f3a90cdb125efb7141a0c4e 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB
2024-12-05T12:27:50,962 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34587/hbase/data/default/testReplayEditsAfterAbortingFlush/450b37b13f3a90cdb125efb7141a0c4e/.tmp/a/65a6c849c39b4ac6bc9b2ed31b03d74e is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1733401670617/Put/seqid=0
2024-12-05T12:27:50,972 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741906_1084 (size=5523)
2024-12-05T12:27:50,973 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741906_1084 (size=5523)
2024-12-05T12:27:50,973 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741906_1084 (size=5523)
2024-12-05T12:27:50,974 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:34587/hbase/data/default/testReplayEditsAfterAbortingFlush/450b37b13f3a90cdb125efb7141a0c4e/.tmp/a/65a6c849c39b4ac6bc9b2ed31b03d74e
2024-12-05T12:27:50,999 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34587/hbase/data/default/testReplayEditsAfterAbortingFlush/450b37b13f3a90cdb125efb7141a0c4e/.tmp/b/5010fbf3e83f4272bd0c038a34eb1aaf is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1733401670608/Put/seqid=0
2024-12-05T12:27:51,005 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741907_1085 (size=5524)
2024-12-05T12:27:51,006 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741907_1085 (size=5524)
2024-12-05T12:27:51,006 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:34587/hbase/data/default/testReplayEditsAfterAbortingFlush/450b37b13f3a90cdb125efb7141a0c4e/.tmp/b/5010fbf3e83f4272bd0c038a34eb1aaf
2024-12-05T12:27:51,006 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741907_1085 (size=5524)
2024-12-05T12:27:51,026 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34587/hbase/data/default/testReplayEditsAfterAbortingFlush/450b37b13f3a90cdb125efb7141a0c4e/.tmp/c/b1c14b822fc3439aa48132dc2cccbe12 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1733401670614/Put/seqid=0
2024-12-05T12:27:51,033 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741908_1086 (size=5457)
2024-12-05T12:27:51,034 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741908_1086 (size=5457)
2024-12-05T12:27:51,034 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741908_1086 (size=5457)
2024-12-05T12:27:51,035 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:34587/hbase/data/default/testReplayEditsAfterAbortingFlush/450b37b13f3a90cdb125efb7141a0c4e/.tmp/c/b1c14b822fc3439aa48132dc2cccbe12
2024-12-05T12:27:51,040 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34587/hbase/data/default/testReplayEditsAfterAbortingFlush/450b37b13f3a90cdb125efb7141a0c4e/.tmp/a/65a6c849c39b4ac6bc9b2ed31b03d74e as hdfs://localhost:34587/hbase/data/default/testReplayEditsAfterAbortingFlush/450b37b13f3a90cdb125efb7141a0c4e/a/65a6c849c39b4ac6bc9b2ed31b03d74e
2024-12-05T12:27:51,045 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34587/hbase/data/default/testReplayEditsAfterAbortingFlush/450b37b13f3a90cdb125efb7141a0c4e/a/65a6c849c39b4ac6bc9b2ed31b03d74e, entries=7, sequenceid=26, filesize=5.4 K
2024-12-05T12:27:51,046 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34587/hbase/data/default/testReplayEditsAfterAbortingFlush/450b37b13f3a90cdb125efb7141a0c4e/.tmp/b/5010fbf3e83f4272bd0c038a34eb1aaf as hdfs://localhost:34587/hbase/data/default/testReplayEditsAfterAbortingFlush/450b37b13f3a90cdb125efb7141a0c4e/b/5010fbf3e83f4272bd0c038a34eb1aaf
2024-12-05T12:27:51,051 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34587/hbase/data/default/testReplayEditsAfterAbortingFlush/450b37b13f3a90cdb125efb7141a0c4e/b/5010fbf3e83f4272bd0c038a34eb1aaf, entries=7, sequenceid=26, filesize=5.4 K
2024-12-05T12:27:51,052 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34587/hbase/data/default/testReplayEditsAfterAbortingFlush/450b37b13f3a90cdb125efb7141a0c4e/.tmp/c/b1c14b822fc3439aa48132dc2cccbe12 as hdfs://localhost:34587/hbase/data/default/testReplayEditsAfterAbortingFlush/450b37b13f3a90cdb125efb7141a0c4e/c/b1c14b822fc3439aa48132dc2cccbe12
2024-12-05T12:27:51,058 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34587/hbase/data/default/testReplayEditsAfterAbortingFlush/450b37b13f3a90cdb125efb7141a0c4e/c/b1c14b822fc3439aa48132dc2cccbe12, entries=6, sequenceid=26, filesize=5.3 K
2024-12-05T12:27:51,059 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 450b37b13f3a90cdb125efb7141a0c4e in 113ms, sequenceid=26, compaction requested=false; wal=null
2024-12-05T12:27:51,059 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34587/hbase/data/default/testReplayEditsAfterAbortingFlush/450b37b13f3a90cdb125efb7141a0c4e/recovered.edits/0000000000000000026
2024-12-05T12:27:51,061 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 450b37b13f3a90cdb125efb7141a0c4e
2024-12-05T12:27:51,061 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 450b37b13f3a90cdb125efb7141a0c4e
2024-12-05T12:27:51,062 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-05T12:27:51,063 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 450b37b13f3a90cdb125efb7141a0c4e
2024-12-05T12:27:51,066 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34587/hbase/data/default/testReplayEditsAfterAbortingFlush/450b37b13f3a90cdb125efb7141a0c4e/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1
2024-12-05T12:27:51,067 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 450b37b13f3a90cdb125efb7141a0c4e; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65842365, jitterRate=-0.018872305750846863}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-05T12:27:51,067 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 450b37b13f3a90cdb125efb7141a0c4e
2024-12-05T12:27:51,068 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 450b37b13f3a90cdb125efb7141a0c4e:
Running coprocessor pre-open hook at 1733401670893Writing region info on filesystem at 1733401670893Initializing all the Stores at 1733401670894 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401670894Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401670894Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401670894Obtaining lock to block concurrent updates at 1733401670946 (+52 ms)Preparing flush snapshotting stores in 450b37b13f3a90cdb125efb7141a0c4e at 1733401670946Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1733401661294.450b37b13f3a90cdb125efb7141a0c4e., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1733401670946Flushing stores of testReplayEditsAfterAbortingFlush,,1733401661294.450b37b13f3a90cdb125efb7141a0c4e. at 1733401670946Flushing 450b37b13f3a90cdb125efb7141a0c4e/a: creating writer at 1733401670947 (+1 ms)Flushing 450b37b13f3a90cdb125efb7141a0c4e/a: appending metadata at 1733401670961 (+14 ms)Flushing 450b37b13f3a90cdb125efb7141a0c4e/a: closing flushed file at 1733401670961Flushing 450b37b13f3a90cdb125efb7141a0c4e/b: creating writer at 1733401670979 (+18 ms)Flushing 450b37b13f3a90cdb125efb7141a0c4e/b: appending metadata at 1733401670998 (+19 ms)Flushing 450b37b13f3a90cdb125efb7141a0c4e/b: closing flushed file at 1733401670998Flushing 450b37b13f3a90cdb125efb7141a0c4e/c: creating writer at 1733401671012 (+14 ms)Flushing 450b37b13f3a90cdb125efb7141a0c4e/c: appending metadata at 1733401671026 (+14 ms)Flushing 450b37b13f3a90cdb125efb7141a0c4e/c: closing flushed file at 1733401671026Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47ea2e32: reopening flushed file at 1733401671039 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7662960a: reopening flushed file at 1733401671045 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26e9bbd2: reopening flushed file at 1733401671052 (+7 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 450b37b13f3a90cdb125efb7141a0c4e in 113ms, sequenceid=26, compaction requested=false; wal=null at 1733401671059 (+7 ms)Cleaning up temporary data from old regions at 1733401671061 (+2 ms)Running coprocessor post-open hooks at 1733401671067 (+6 ms)Region opened successfully at 1733401671068 (+1 ms)
2024-12-05T12:27:51,093 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=416 (was 412)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-402583752_22 at /127.0.0.1:59470 [Receiving block BP-394612106-172.17.0.3-1733401632216:blk_1073741905_1083]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/cluster_04abff73-b402-e607-235b-eeda6ab91151/data/data6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-22-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/cluster_04abff73-b402-e607-235b-eeda6ab91151/data/data5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-402583752_22 at /127.0.0.1:38950 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-402583752_22 at /127.0.0.1:42638 [Waiting for operation #15]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-394612106-172.17.0.3-1733401632216:blk_1073741905_1083, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-394612106-172.17.0.3-1733401632216:blk_1073741905_1083, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-22-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-402583752_22 at /127.0.0.1:38910 [Receiving block BP-394612106-172.17.0.3-1733401632216:blk_1073741905_1083]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-402583752_22 at /127.0.0.1:42664 [Receiving block BP-394612106-172.17.0.3-1733401632216:blk_1073741905_1083]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-22-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-402583752_22 at /127.0.0.1:59488 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-394612106-172.17.0.3-1733401632216:blk_1073741905_1083, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1174 (was 1111) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=585 (was 599), ProcessCount=11 (was 11), AvailableMemoryMB=3488 (was 3583)
2024-12-05T12:27:51,093 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1174 is superior to 1024
2024-12-05T12:27:51,111 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testDatalossWhenInputError Thread=416, OpenFileDescriptor=1174, MaxFileDescriptor=1048576, SystemLoadAverage=585, ProcessCount=11, AvailableMemoryMB=3486
2024-12-05T12:27:51,111 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1174 is superior to 1024
2024-12-05T12:27:51,129 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T12:27:51,130 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T12:27:51,131 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-05T12:27:51,134 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-25594730, suffix=, logDir=hdfs://localhost:34587/hbase/WALs/hregion-25594730, archiveDir=hdfs://localhost:34587/hbase/oldWALs, maxLogs=32
2024-12-05T12:27:51,147 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-25594730/hregion-25594730.1733401671134, exclude list is [], retry=0
2024-12-05T12:27:51,149 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37437,DS-fb10f11e-5b1a-4c6c-902d-77b74582d23e,DISK]
2024-12-05T12:27:51,150 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36485,DS-3fc733fc-c606-4614-8246-34ee521fde6c,DISK]
2024-12-05T12:27:51,150 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40127,DS-0e05f7c2-0ea3-4836-bc39-ae00d96fdb5f,DISK]
2024-12-05T12:27:51,196 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-25594730/hregion-25594730.1733401671134
2024-12-05T12:27:51,197 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32849:32849),(127.0.0.1/127.0.0.1:46323:46323),(127.0.0.1/127.0.0.1:38955:38955)]
2024-12-05T12:27:51,197 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 15164b2ccacbd9ebf1b0c0fd9c218c67, NAME => 'testDatalossWhenInputError,,1733401671129.15164b2ccacbd9ebf1b0c0fd9c218c67.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34587/hbase
2024-12-05T12:27:51,206 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741910_1088 (size=61)
2024-12-05T12:27:51,207 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741910_1088 (size=61)
2024-12-05T12:27:51,207 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741910_1088 (size=61)
2024-12-05T12:27:51,208 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733401671129.15164b2ccacbd9ebf1b0c0fd9c218c67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T12:27:51,209 INFO  [StoreOpener-15164b2ccacbd9ebf1b0c0fd9c218c67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 15164b2ccacbd9ebf1b0c0fd9c218c67 
2024-12-05T12:27:51,210 INFO  [StoreOpener-15164b2ccacbd9ebf1b0c0fd9c218c67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15164b2ccacbd9ebf1b0c0fd9c218c67 columnFamilyName a
2024-12-05T12:27:51,210 DEBUG [StoreOpener-15164b2ccacbd9ebf1b0c0fd9c218c67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:51,211 INFO  [StoreOpener-15164b2ccacbd9ebf1b0c0fd9c218c67-1 {}] regionserver.HStore(327): Store=15164b2ccacbd9ebf1b0c0fd9c218c67/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:51,211 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 15164b2ccacbd9ebf1b0c0fd9c218c67
2024-12-05T12:27:51,212 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testDatalossWhenInputError/15164b2ccacbd9ebf1b0c0fd9c218c67
2024-12-05T12:27:51,212 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testDatalossWhenInputError/15164b2ccacbd9ebf1b0c0fd9c218c67
2024-12-05T12:27:51,213 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 15164b2ccacbd9ebf1b0c0fd9c218c67
2024-12-05T12:27:51,213 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 15164b2ccacbd9ebf1b0c0fd9c218c67
2024-12-05T12:27:51,214 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 15164b2ccacbd9ebf1b0c0fd9c218c67
2024-12-05T12:27:51,217 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34587/hbase/data/default/testDatalossWhenInputError/15164b2ccacbd9ebf1b0c0fd9c218c67/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-05T12:27:51,217 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 15164b2ccacbd9ebf1b0c0fd9c218c67; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63092888, jitterRate=-0.059842705726623535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-05T12:27:51,217 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 15164b2ccacbd9ebf1b0c0fd9c218c67:
Writing region info on filesystem at 1733401671208Initializing all the Stores at 1733401671209 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401671209Cleaning up temporary data from old regions at 1733401671213 (+4 ms)Region opened successfully at 1733401671217 (+4 ms)
2024-12-05T12:27:51,218 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 15164b2ccacbd9ebf1b0c0fd9c218c67, disabling compactions & flushes
2024-12-05T12:27:51,218 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733401671129.15164b2ccacbd9ebf1b0c0fd9c218c67.
2024-12-05T12:27:51,218 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733401671129.15164b2ccacbd9ebf1b0c0fd9c218c67.
2024-12-05T12:27:51,218 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733401671129.15164b2ccacbd9ebf1b0c0fd9c218c67. after waiting 0 ms
2024-12-05T12:27:51,218 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733401671129.15164b2ccacbd9ebf1b0c0fd9c218c67.
2024-12-05T12:27:51,218 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733401671129.15164b2ccacbd9ebf1b0c0fd9c218c67.
2024-12-05T12:27:51,218 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 15164b2ccacbd9ebf1b0c0fd9c218c67:
Waiting for close lock at 1733401671218Disabling compacts and flushes for region at 1733401671218Disabling writes for close at 1733401671218Writing region close event to WAL at 1733401671218Closed at 1733401671218
2024-12-05T12:27:51,221 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741909_1087 (size=175)
2024-12-05T12:27:51,221 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741909_1087 (size=175)
2024-12-05T12:27:51,221 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741909_1087 (size=175)
2024-12-05T12:27:51,224 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-05T12:27:51,224 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-25594730:(num 1733401671134)
2024-12-05T12:27:51,224 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-05T12:27:51,225 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34587/hbase/WALs/testdatalosswheninputerror-manual,16010,1733401671126, archiveDir=hdfs://localhost:34587/hbase/oldWALs, maxLogs=32
2024-12-05T12:27:51,238 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733401671126/wal.1733401671226, exclude list is [], retry=0
2024-12-05T12:27:51,241 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37437,DS-fb10f11e-5b1a-4c6c-902d-77b74582d23e,DISK]
2024-12-05T12:27:51,241 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40127,DS-0e05f7c2-0ea3-4836-bc39-ae00d96fdb5f,DISK]
2024-12-05T12:27:51,242 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36485,DS-3fc733fc-c606-4614-8246-34ee521fde6c,DISK]
2024-12-05T12:27:51,267 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733401671126/wal.1733401671226
2024-12-05T12:27:51,268 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32849:32849),(127.0.0.1/127.0.0.1:38955:38955),(127.0.0.1/127.0.0.1:46323:46323)]
2024-12-05T12:27:51,268 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 15164b2ccacbd9ebf1b0c0fd9c218c67, NAME => 'testDatalossWhenInputError,,1733401671129.15164b2ccacbd9ebf1b0c0fd9c218c67.', STARTKEY => '', ENDKEY => ''}
2024-12-05T12:27:51,268 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733401671129.15164b2ccacbd9ebf1b0c0fd9c218c67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T12:27:51,268 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 15164b2ccacbd9ebf1b0c0fd9c218c67
2024-12-05T12:27:51,268 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 15164b2ccacbd9ebf1b0c0fd9c218c67
2024-12-05T12:27:51,270 INFO  [StoreOpener-15164b2ccacbd9ebf1b0c0fd9c218c67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 15164b2ccacbd9ebf1b0c0fd9c218c67 
2024-12-05T12:27:51,271 INFO  [StoreOpener-15164b2ccacbd9ebf1b0c0fd9c218c67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15164b2ccacbd9ebf1b0c0fd9c218c67 columnFamilyName a
2024-12-05T12:27:51,271 DEBUG [StoreOpener-15164b2ccacbd9ebf1b0c0fd9c218c67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:51,271 INFO  [StoreOpener-15164b2ccacbd9ebf1b0c0fd9c218c67-1 {}] regionserver.HStore(327): Store=15164b2ccacbd9ebf1b0c0fd9c218c67/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:51,271 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 15164b2ccacbd9ebf1b0c0fd9c218c67
2024-12-05T12:27:51,272 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testDatalossWhenInputError/15164b2ccacbd9ebf1b0c0fd9c218c67
2024-12-05T12:27:51,273 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testDatalossWhenInputError/15164b2ccacbd9ebf1b0c0fd9c218c67
2024-12-05T12:27:51,274 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 15164b2ccacbd9ebf1b0c0fd9c218c67
2024-12-05T12:27:51,274 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 15164b2ccacbd9ebf1b0c0fd9c218c67
2024-12-05T12:27:51,276 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 15164b2ccacbd9ebf1b0c0fd9c218c67
2024-12-05T12:27:51,277 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 15164b2ccacbd9ebf1b0c0fd9c218c67; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68453033, jitterRate=0.02002967894077301}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-05T12:27:51,277 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 15164b2ccacbd9ebf1b0c0fd9c218c67:
Writing region info on filesystem at 1733401671268Initializing all the Stores at 1733401671269 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401671269Cleaning up temporary data from old regions at 1733401671274 (+5 ms)Region opened successfully at 1733401671277 (+3 ms)
2024-12-05T12:27:51,288 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 15164b2ccacbd9ebf1b0c0fd9c218c67, disabling compactions & flushes
2024-12-05T12:27:51,288 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733401671129.15164b2ccacbd9ebf1b0c0fd9c218c67.
2024-12-05T12:27:51,288 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733401671129.15164b2ccacbd9ebf1b0c0fd9c218c67.
2024-12-05T12:27:51,288 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733401671129.15164b2ccacbd9ebf1b0c0fd9c218c67. after waiting 0 ms
2024-12-05T12:27:51,288 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733401671129.15164b2ccacbd9ebf1b0c0fd9c218c67.
2024-12-05T12:27:51,293 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1733401671129.15164b2ccacbd9ebf1b0c0fd9c218c67.
2024-12-05T12:27:51,293 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733401671129.15164b2ccacbd9ebf1b0c0fd9c218c67.
2024-12-05T12:27:51,293 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 15164b2ccacbd9ebf1b0c0fd9c218c67:
Waiting for close lock at 1733401671288Disabling compacts and flushes for region at 1733401671288Disabling writes for close at 1733401671288Writing region close event to WAL at 1733401671292 (+4 ms)Closed at 1733401671293 (+1 ms)
2024-12-05T12:27:51,301 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741911_1089 (size=1795)
2024-12-05T12:27:51,301 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741911_1089 (size=1795)
2024-12-05T12:27:51,301 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741911_1089 (size=1795)
2024-12-05T12:27:51,303 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testdatalosswheninputerror-manual,16010,1733401671126/wal.1733401671226 not finished, retry = 0
2024-12-05T12:27:51,424 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34587/hbase/WALs/testdatalosswheninputerror-manual,16010,1733401671126/wal.1733401671226, size=1.8 K (1795bytes)
2024-12-05T12:27:51,424 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34587/hbase/WALs/testdatalosswheninputerror-manual,16010,1733401671126/wal.1733401671226
2024-12-05T12:27:51,424 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34587/hbase/WALs/testdatalosswheninputerror-manual,16010,1733401671126/wal.1733401671226 after 0ms
2024-12-05T12:27:51,467 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-05T12:27:51,467 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34587/hbase/WALs/testdatalosswheninputerror-manual,16010,1733401671126/wal.1733401671226 took 43ms
2024-12-05T12:27:51,471 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34587/hbase/WALs/testdatalosswheninputerror-manual,16010,1733401671126/wal.1733401671226 so closing down
2024-12-05T12:27:51,471 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-05T12:27:51,475 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733401671226.temp
2024-12-05T12:27:51,524 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testDatalossWhenInputError/15164b2ccacbd9ebf1b0c0fd9c218c67/recovered.edits/0000000000000000003-wal.1733401671226.temp
2024-12-05T12:27:51,525 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-05T12:27:51,557 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741912_1090 (size=1795)
2024-12-05T12:27:51,557 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741912_1090 (size=1795)
2024-12-05T12:27:51,557 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741912_1090 (size=1795)
2024-12-05T12:27:51,559 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testDatalossWhenInputError/15164b2ccacbd9ebf1b0c0fd9c218c67/recovered.edits/0000000000000000003-wal.1733401671226.temp (wrote 10 edits, skipped 0 edits in 0 ms)
2024-12-05T12:27:51,561 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34587/hbase/data/default/testDatalossWhenInputError/15164b2ccacbd9ebf1b0c0fd9c218c67/recovered.edits/0000000000000000003-wal.1733401671226.temp to hdfs://localhost:34587/hbase/data/default/testDatalossWhenInputError/15164b2ccacbd9ebf1b0c0fd9c218c67/recovered.edits/0000000000000000012
2024-12-05T12:27:51,561 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 92 ms; skipped=0; WAL=hdfs://localhost:34587/hbase/WALs/testdatalosswheninputerror-manual,16010,1733401671126/wal.1733401671226, size=1.8 K, length=1795, corrupted=false, cancelled=false
2024-12-05T12:27:51,562 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34587/hbase/WALs/testdatalosswheninputerror-manual,16010,1733401671126/wal.1733401671226, journal: Splitting hdfs://localhost:34587/hbase/WALs/testdatalosswheninputerror-manual,16010,1733401671126/wal.1733401671226, size=1.8 K (1795bytes) at 1733401671424Finishing writing output for hdfs://localhost:34587/hbase/WALs/testdatalosswheninputerror-manual,16010,1733401671126/wal.1733401671226 so closing down at 1733401671471 (+47 ms)Creating recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testDatalossWhenInputError/15164b2ccacbd9ebf1b0c0fd9c218c67/recovered.edits/0000000000000000003-wal.1733401671226.temp at 1733401671524 (+53 ms)3 split writer threads finished at 1733401671525 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testDatalossWhenInputError/15164b2ccacbd9ebf1b0c0fd9c218c67/recovered.edits/0000000000000000003-wal.1733401671226.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733401671559 (+34 ms)Rename recovered edits hdfs://localhost:34587/hbase/data/default/testDatalossWhenInputError/15164b2ccacbd9ebf1b0c0fd9c218c67/recovered.edits/0000000000000000003-wal.1733401671226.temp to hdfs://localhost:34587/hbase/data/default/testDatalossWhenInputError/15164b2ccacbd9ebf1b0c0fd9c218c67/recovered.edits/0000000000000000012 at 1733401671561 (+2 ms)Processed 10 edits across 1 Regions in 92 ms; skipped=0; WAL=hdfs://localhost:34587/hbase/WALs/testdatalosswheninputerror-manual,16010,1733401671126/wal.1733401671226, size=1.8 K, length=1795, corrupted=false, cancelled=false at 1733401671561
2024-12-05T12:27:51,577 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34587/hbase/WALs/testdatalosswheninputerror-manual,16010,1733401671126/wal.1733401671226 to hdfs://localhost:34587/hbase/oldWALs/wal.1733401671226
2024-12-05T12:27:51,587 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34587/hbase/data/default/testDatalossWhenInputError/15164b2ccacbd9ebf1b0c0fd9c218c67/recovered.edits/0000000000000000012
2024-12-05T12:27:51,651 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-05T12:27:52,172 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-05T12:27:52,175 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34587/hbase/WALs/testdatalosswheninputerror-manual,16010,1733401671126, archiveDir=hdfs://localhost:34587/hbase/oldWALs, maxLogs=32
2024-12-05T12:27:52,190 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733401671126/wal.1733401672175, exclude list is [], retry=0
2024-12-05T12:27:52,199 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37437,DS-fb10f11e-5b1a-4c6c-902d-77b74582d23e,DISK]
2024-12-05T12:27:52,200 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40127,DS-0e05f7c2-0ea3-4836-bc39-ae00d96fdb5f,DISK]
2024-12-05T12:27:52,200 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36485,DS-3fc733fc-c606-4614-8246-34ee521fde6c,DISK]
2024-12-05T12:27:52,253 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733401671126/wal.1733401672175
2024-12-05T12:27:52,253 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32849:32849),(127.0.0.1/127.0.0.1:38955:38955),(127.0.0.1/127.0.0.1:46323:46323)]
2024-12-05T12:27:52,254 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 15164b2ccacbd9ebf1b0c0fd9c218c67, NAME => 'testDatalossWhenInputError,,1733401671129.15164b2ccacbd9ebf1b0c0fd9c218c67.', STARTKEY => '', ENDKEY => ''}
2024-12-05T12:27:52,254 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733401671129.15164b2ccacbd9ebf1b0c0fd9c218c67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T12:27:52,254 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 15164b2ccacbd9ebf1b0c0fd9c218c67
2024-12-05T12:27:52,254 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 15164b2ccacbd9ebf1b0c0fd9c218c67
2024-12-05T12:27:52,269 INFO  [StoreOpener-15164b2ccacbd9ebf1b0c0fd9c218c67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 15164b2ccacbd9ebf1b0c0fd9c218c67 
2024-12-05T12:27:52,271 INFO  [StoreOpener-15164b2ccacbd9ebf1b0c0fd9c218c67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15164b2ccacbd9ebf1b0c0fd9c218c67 columnFamilyName a
2024-12-05T12:27:52,271 DEBUG [StoreOpener-15164b2ccacbd9ebf1b0c0fd9c218c67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:52,272 INFO  [StoreOpener-15164b2ccacbd9ebf1b0c0fd9c218c67-1 {}] regionserver.HStore(327): Store=15164b2ccacbd9ebf1b0c0fd9c218c67/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:52,273 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 15164b2ccacbd9ebf1b0c0fd9c218c67
2024-12-05T12:27:52,275 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testDatalossWhenInputError/15164b2ccacbd9ebf1b0c0fd9c218c67
2024-12-05T12:27:52,277 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testDatalossWhenInputError/15164b2ccacbd9ebf1b0c0fd9c218c67
2024-12-05T12:27:52,278 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34587/hbase/data/default/testDatalossWhenInputError/15164b2ccacbd9ebf1b0c0fd9c218c67/recovered.edits/0000000000000000012
2024-12-05T12:27:52,323 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-05T12:27:52,325 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:34587/hbase/data/default/testDatalossWhenInputError/15164b2ccacbd9ebf1b0c0fd9c218c67/recovered.edits/0000000000000000012
2024-12-05T12:27:52,325 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 15164b2ccacbd9ebf1b0c0fd9c218c67 1/1 column families, dataSize=750 B heapSize=1.73 KB
2024-12-05T12:27:52,350 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34587/hbase/data/default/testDatalossWhenInputError/15164b2ccacbd9ebf1b0c0fd9c218c67/.tmp/a/92f1d29a12da4696b5f74e26d99906eb is 79, key is testDatalossWhenInputError/a:x0/1733401671277/Put/seqid=0
2024-12-05T12:27:52,374 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741914_1092 (size=5808)
2024-12-05T12:27:52,375 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741914_1092 (size=5808)
2024-12-05T12:27:52,375 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741914_1092 (size=5808)
2024-12-05T12:27:52,377 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34587/hbase/data/default/testDatalossWhenInputError/15164b2ccacbd9ebf1b0c0fd9c218c67/.tmp/a/92f1d29a12da4696b5f74e26d99906eb
2024-12-05T12:27:52,397 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34587/hbase/data/default/testDatalossWhenInputError/15164b2ccacbd9ebf1b0c0fd9c218c67/.tmp/a/92f1d29a12da4696b5f74e26d99906eb as hdfs://localhost:34587/hbase/data/default/testDatalossWhenInputError/15164b2ccacbd9ebf1b0c0fd9c218c67/a/92f1d29a12da4696b5f74e26d99906eb
2024-12-05T12:27:52,410 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34587/hbase/data/default/testDatalossWhenInputError/15164b2ccacbd9ebf1b0c0fd9c218c67/a/92f1d29a12da4696b5f74e26d99906eb, entries=10, sequenceid=12, filesize=5.7 K
2024-12-05T12:27:52,410 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 15164b2ccacbd9ebf1b0c0fd9c218c67 in 85ms, sequenceid=12, compaction requested=false; wal=null
2024-12-05T12:27:52,412 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34587/hbase/data/default/testDatalossWhenInputError/15164b2ccacbd9ebf1b0c0fd9c218c67/recovered.edits/0000000000000000012
2024-12-05T12:27:52,416 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 15164b2ccacbd9ebf1b0c0fd9c218c67
2024-12-05T12:27:52,416 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 15164b2ccacbd9ebf1b0c0fd9c218c67
2024-12-05T12:27:52,422 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 15164b2ccacbd9ebf1b0c0fd9c218c67
2024-12-05T12:27:52,436 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34587/hbase/data/default/testDatalossWhenInputError/15164b2ccacbd9ebf1b0c0fd9c218c67/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1
2024-12-05T12:27:52,438 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 15164b2ccacbd9ebf1b0c0fd9c218c67; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70898454, jitterRate=0.05646929144859314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-05T12:27:52,439 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 15164b2ccacbd9ebf1b0c0fd9c218c67:
Writing region info on filesystem at 1733401672254Initializing all the Stores at 1733401672269 (+15 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401672269Obtaining lock to block concurrent updates at 1733401672325 (+56 ms)Preparing flush snapshotting stores in 15164b2ccacbd9ebf1b0c0fd9c218c67 at 1733401672325Finished memstore snapshotting testDatalossWhenInputError,,1733401671129.15164b2ccacbd9ebf1b0c0fd9c218c67., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1733401672325Flushing stores of testDatalossWhenInputError,,1733401671129.15164b2ccacbd9ebf1b0c0fd9c218c67. at 1733401672325Flushing 15164b2ccacbd9ebf1b0c0fd9c218c67/a: creating writer at 1733401672325Flushing 15164b2ccacbd9ebf1b0c0fd9c218c67/a: appending metadata at 1733401672349 (+24 ms)Flushing 15164b2ccacbd9ebf1b0c0fd9c218c67/a: closing flushed file at 1733401672349Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10ee5263: reopening flushed file at 1733401672388 (+39 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 15164b2ccacbd9ebf1b0c0fd9c218c67 in 85ms, sequenceid=12, compaction requested=false; wal=null at 1733401672410 (+22 ms)Cleaning up temporary data from old regions at 1733401672416 (+6 ms)Region opened successfully at 1733401672439 (+23 ms)
2024-12-05T12:27:52,448 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 15164b2ccacbd9ebf1b0c0fd9c218c67, NAME => 'testDatalossWhenInputError,,1733401671129.15164b2ccacbd9ebf1b0c0fd9c218c67.', STARTKEY => '', ENDKEY => ''}
2024-12-05T12:27:52,448 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733401671129.15164b2ccacbd9ebf1b0c0fd9c218c67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T12:27:52,448 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 15164b2ccacbd9ebf1b0c0fd9c218c67
2024-12-05T12:27:52,449 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 15164b2ccacbd9ebf1b0c0fd9c218c67
2024-12-05T12:27:52,468 INFO  [StoreOpener-15164b2ccacbd9ebf1b0c0fd9c218c67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 15164b2ccacbd9ebf1b0c0fd9c218c67 
2024-12-05T12:27:52,481 INFO  [StoreOpener-15164b2ccacbd9ebf1b0c0fd9c218c67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15164b2ccacbd9ebf1b0c0fd9c218c67 columnFamilyName a
2024-12-05T12:27:52,481 DEBUG [StoreOpener-15164b2ccacbd9ebf1b0c0fd9c218c67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:52,515 DEBUG [StoreOpener-15164b2ccacbd9ebf1b0c0fd9c218c67-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34587/hbase/data/default/testDatalossWhenInputError/15164b2ccacbd9ebf1b0c0fd9c218c67/a/92f1d29a12da4696b5f74e26d99906eb
2024-12-05T12:27:52,515 INFO  [StoreOpener-15164b2ccacbd9ebf1b0c0fd9c218c67-1 {}] regionserver.HStore(327): Store=15164b2ccacbd9ebf1b0c0fd9c218c67/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:52,515 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 15164b2ccacbd9ebf1b0c0fd9c218c67
2024-12-05T12:27:52,521 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testDatalossWhenInputError/15164b2ccacbd9ebf1b0c0fd9c218c67
2024-12-05T12:27:52,524 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testDatalossWhenInputError/15164b2ccacbd9ebf1b0c0fd9c218c67
2024-12-05T12:27:52,524 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 15164b2ccacbd9ebf1b0c0fd9c218c67
2024-12-05T12:27:52,524 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 15164b2ccacbd9ebf1b0c0fd9c218c67
2024-12-05T12:27:52,527 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 15164b2ccacbd9ebf1b0c0fd9c218c67
2024-12-05T12:27:52,533 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34587/hbase/data/default/testDatalossWhenInputError/15164b2ccacbd9ebf1b0c0fd9c218c67/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12
2024-12-05T12:27:52,534 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 15164b2ccacbd9ebf1b0c0fd9c218c67; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71027548, jitterRate=0.05839294195175171}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-05T12:27:52,534 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 15164b2ccacbd9ebf1b0c0fd9c218c67:
Writing region info on filesystem at 1733401672449Initializing all the Stores at 1733401672454 (+5 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401672454Cleaning up temporary data from old regions at 1733401672524 (+70 ms)Region opened successfully at 1733401672534 (+10 ms)
2024-12-05T12:27:52,563 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testDatalossWhenInputError Thread=426 (was 416)
Potentially hanging thread: PacketResponder: BP-394612106-172.17.0.3-1733401632216:blk_1073741913_1091, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-24-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-394612106-172.17.0.3-1733401632216:blk_1073741913_1091, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-402583752_22 at /127.0.0.1:42736 [Receiving block BP-394612106-172.17.0.3-1733401632216:blk_1073741913_1091]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-402583752_22 at /127.0.0.1:59546 [Receiving block BP-394612106-172.17.0.3-1733401632216:blk_1073741913_1091]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-24-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-402583752_22 at /127.0.0.1:38950 [Waiting for operation #17]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-394612106-172.17.0.3-1733401632216:blk_1073741913_1091, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-402583752_22 at /127.0.0.1:42638 [Waiting for operation #16]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-24-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-402583752_22 at /127.0.0.1:39004 [Receiving block BP-394612106-172.17.0.3-1733401632216:blk_1073741913_1091]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-402583752_22 at /127.0.0.1:59488 [Waiting for operation #9]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1256 (was 1174) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=578 (was 585), ProcessCount=11 (was 11), AvailableMemoryMB=3333 (was 3486)
2024-12-05T12:27:52,563 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1256 is superior to 1024
2024-12-05T12:27:52,593 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testCompactedBulkLoadedFiles Thread=426, OpenFileDescriptor=1256, MaxFileDescriptor=1048576, SystemLoadAverage=578, ProcessCount=11, AvailableMemoryMB=3332
2024-12-05T12:27:52,594 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1256 is superior to 1024
2024-12-05T12:27:52,611 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T12:27:52,613 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T12:27:52,614 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-05T12:27:52,620 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-83862847, suffix=, logDir=hdfs://localhost:34587/hbase/WALs/hregion-83862847, archiveDir=hdfs://localhost:34587/hbase/oldWALs, maxLogs=32
2024-12-05T12:27:52,634 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-83862847/hregion-83862847.1733401672620, exclude list is [], retry=0
2024-12-05T12:27:52,637 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37437,DS-fb10f11e-5b1a-4c6c-902d-77b74582d23e,DISK]
2024-12-05T12:27:52,638 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36485,DS-3fc733fc-c606-4614-8246-34ee521fde6c,DISK]
2024-12-05T12:27:52,638 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40127,DS-0e05f7c2-0ea3-4836-bc39-ae00d96fdb5f,DISK]
2024-12-05T12:27:52,674 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-83862847/hregion-83862847.1733401672620
2024-12-05T12:27:52,675 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32849:32849),(127.0.0.1/127.0.0.1:46323:46323),(127.0.0.1/127.0.0.1:38955:38955)]
2024-12-05T12:27:52,675 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 885d7aec7bf3c0ab4fcbb130c62ab1b6, NAME => 'testCompactedBulkLoadedFiles,,1733401672611.885d7aec7bf3c0ab4fcbb130c62ab1b6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34587/hbase
2024-12-05T12:27:52,689 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741916_1094 (size=63)
2024-12-05T12:27:52,691 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741916_1094 (size=63)
2024-12-05T12:27:52,694 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741916_1094 (size=63)
2024-12-05T12:27:52,697 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733401672611.885d7aec7bf3c0ab4fcbb130c62ab1b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T12:27:52,699 INFO  [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 885d7aec7bf3c0ab4fcbb130c62ab1b6 
2024-12-05T12:27:52,700 INFO  [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 885d7aec7bf3c0ab4fcbb130c62ab1b6 columnFamilyName a
2024-12-05T12:27:52,701 DEBUG [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:52,701 INFO  [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] regionserver.HStore(327): Store=885d7aec7bf3c0ab4fcbb130c62ab1b6/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:52,701 INFO  [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 885d7aec7bf3c0ab4fcbb130c62ab1b6 
2024-12-05T12:27:52,702 INFO  [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 885d7aec7bf3c0ab4fcbb130c62ab1b6 columnFamilyName b
2024-12-05T12:27:52,703 DEBUG [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:52,703 INFO  [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] regionserver.HStore(327): Store=885d7aec7bf3c0ab4fcbb130c62ab1b6/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:52,703 INFO  [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 885d7aec7bf3c0ab4fcbb130c62ab1b6 
2024-12-05T12:27:52,705 INFO  [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 885d7aec7bf3c0ab4fcbb130c62ab1b6 columnFamilyName c
2024-12-05T12:27:52,706 DEBUG [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:52,708 INFO  [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] regionserver.HStore(327): Store=885d7aec7bf3c0ab4fcbb130c62ab1b6/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:52,708 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 885d7aec7bf3c0ab4fcbb130c62ab1b6
2024-12-05T12:27:52,709 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6
2024-12-05T12:27:52,709 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6
2024-12-05T12:27:52,710 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 885d7aec7bf3c0ab4fcbb130c62ab1b6
2024-12-05T12:27:52,710 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 885d7aec7bf3c0ab4fcbb130c62ab1b6
2024-12-05T12:27:52,711 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-05T12:27:52,712 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 885d7aec7bf3c0ab4fcbb130c62ab1b6
2024-12-05T12:27:52,714 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-05T12:27:52,715 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 885d7aec7bf3c0ab4fcbb130c62ab1b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64921158, jitterRate=-0.03259935975074768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-05T12:27:52,715 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 885d7aec7bf3c0ab4fcbb130c62ab1b6:
Writing region info on filesystem at 1733401672698Initializing all the Stores at 1733401672698Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401672699 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401672699Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401672699Cleaning up temporary data from old regions at 1733401672710 (+11 ms)Region opened successfully at 1733401672715 (+5 ms)
2024-12-05T12:27:52,715 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 885d7aec7bf3c0ab4fcbb130c62ab1b6, disabling compactions & flushes
2024-12-05T12:27:52,715 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733401672611.885d7aec7bf3c0ab4fcbb130c62ab1b6.
2024-12-05T12:27:52,715 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733401672611.885d7aec7bf3c0ab4fcbb130c62ab1b6.
2024-12-05T12:27:52,715 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733401672611.885d7aec7bf3c0ab4fcbb130c62ab1b6. after waiting 0 ms
2024-12-05T12:27:52,715 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733401672611.885d7aec7bf3c0ab4fcbb130c62ab1b6.
2024-12-05T12:27:52,717 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733401672611.885d7aec7bf3c0ab4fcbb130c62ab1b6.
2024-12-05T12:27:52,717 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 885d7aec7bf3c0ab4fcbb130c62ab1b6:
Waiting for close lock at 1733401672715Disabling compacts and flushes for region at 1733401672715Disabling writes for close at 1733401672715Writing region close event to WAL at 1733401672716 (+1 ms)Closed at 1733401672716
2024-12-05T12:27:52,722 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741915_1093 (size=175)
2024-12-05T12:27:52,722 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741915_1093 (size=175)
2024-12-05T12:27:52,723 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741915_1093 (size=175)
2024-12-05T12:27:52,725 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-05T12:27:52,726 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-83862847:(num 1733401672620)
2024-12-05T12:27:52,726 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-05T12:27:52,730 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34587/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401672610, archiveDir=hdfs://localhost:34587/hbase/oldWALs, maxLogs=32
2024-12-05T12:27:52,747 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401672610/wal.1733401672731, exclude list is [], retry=0
2024-12-05T12:27:52,750 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36485,DS-3fc733fc-c606-4614-8246-34ee521fde6c,DISK]
2024-12-05T12:27:52,751 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40127,DS-0e05f7c2-0ea3-4836-bc39-ae00d96fdb5f,DISK]
2024-12-05T12:27:52,751 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37437,DS-fb10f11e-5b1a-4c6c-902d-77b74582d23e,DISK]
2024-12-05T12:27:52,802 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401672610/wal.1733401672731
2024-12-05T12:27:52,808 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46323:46323),(127.0.0.1/127.0.0.1:38955:38955),(127.0.0.1/127.0.0.1:32849:32849)]
2024-12-05T12:27:52,809 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 885d7aec7bf3c0ab4fcbb130c62ab1b6, NAME => 'testCompactedBulkLoadedFiles,,1733401672611.885d7aec7bf3c0ab4fcbb130c62ab1b6.', STARTKEY => '', ENDKEY => ''}
2024-12-05T12:27:52,809 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733401672611.885d7aec7bf3c0ab4fcbb130c62ab1b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T12:27:52,809 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 885d7aec7bf3c0ab4fcbb130c62ab1b6
2024-12-05T12:27:52,809 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 885d7aec7bf3c0ab4fcbb130c62ab1b6
2024-12-05T12:27:52,820 INFO  [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 885d7aec7bf3c0ab4fcbb130c62ab1b6 
2024-12-05T12:27:52,823 INFO  [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 885d7aec7bf3c0ab4fcbb130c62ab1b6 columnFamilyName a
2024-12-05T12:27:52,823 DEBUG [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:52,824 INFO  [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] regionserver.HStore(327): Store=885d7aec7bf3c0ab4fcbb130c62ab1b6/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:52,824 INFO  [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 885d7aec7bf3c0ab4fcbb130c62ab1b6 
2024-12-05T12:27:52,825 INFO  [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 885d7aec7bf3c0ab4fcbb130c62ab1b6 columnFamilyName b
2024-12-05T12:27:52,825 DEBUG [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:52,826 INFO  [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] regionserver.HStore(327): Store=885d7aec7bf3c0ab4fcbb130c62ab1b6/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:52,826 INFO  [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 885d7aec7bf3c0ab4fcbb130c62ab1b6 
2024-12-05T12:27:52,827 INFO  [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 885d7aec7bf3c0ab4fcbb130c62ab1b6 columnFamilyName c
2024-12-05T12:27:52,827 DEBUG [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:52,827 INFO  [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] regionserver.HStore(327): Store=885d7aec7bf3c0ab4fcbb130c62ab1b6/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:52,828 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 885d7aec7bf3c0ab4fcbb130c62ab1b6
2024-12-05T12:27:52,829 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6
2024-12-05T12:27:52,831 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6
2024-12-05T12:27:52,832 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 885d7aec7bf3c0ab4fcbb130c62ab1b6
2024-12-05T12:27:52,832 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 885d7aec7bf3c0ab4fcbb130c62ab1b6
2024-12-05T12:27:52,832 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-05T12:27:52,835 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 885d7aec7bf3c0ab4fcbb130c62ab1b6
2024-12-05T12:27:52,836 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 885d7aec7bf3c0ab4fcbb130c62ab1b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71078275, jitterRate=0.05914883315563202}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-05T12:27:52,837 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 885d7aec7bf3c0ab4fcbb130c62ab1b6:
Writing region info on filesystem at 1733401672809Initializing all the Stores at 1733401672816 (+7 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401672816Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401672820 (+4 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401672820Cleaning up temporary data from old regions at 1733401672832 (+12 ms)Region opened successfully at 1733401672837 (+5 ms)
2024-12-05T12:27:52,844 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34587/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1733401672844/Put/seqid=0
2024-12-05T12:27:52,873 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741918_1096 (size=4875)
2024-12-05T12:27:52,873 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741918_1096 (size=4875)
2024-12-05T12:27:52,873 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741918_1096 (size=4875)
2024-12-05T12:27:52,880 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34587/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1733401672879/Put/seqid=0
2024-12-05T12:27:52,899 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741919_1097 (size=4875)
2024-12-05T12:27:52,900 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741919_1097 (size=4875)
2024-12-05T12:27:52,901 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741919_1097 (size=4875)
2024-12-05T12:27:52,904 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34587/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1733401672904/Put/seqid=0
2024-12-05T12:27:52,914 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741920_1098 (size=4875)
2024-12-05T12:27:52,921 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741920_1098 (size=4875)
2024-12-05T12:27:52,921 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741920_1098 (size=4875)
2024-12-05T12:27:52,922 INFO  [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34587/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 885d7aec7bf3c0ab4fcbb130c62ab1b6/a
2024-12-05T12:27:52,929 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050
2024-12-05T12:27:52,929 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last=
2024-12-05T12:27:52,929 INFO  [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34587/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 885d7aec7bf3c0ab4fcbb130c62ab1b6/a
2024-12-05T12:27:52,938 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150
2024-12-05T12:27:52,938 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last=
2024-12-05T12:27:52,939 INFO  [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34587/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 885d7aec7bf3c0ab4fcbb130c62ab1b6/a
2024-12-05T12:27:52,942 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250
2024-12-05T12:27:52,942 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last=
2024-12-05T12:27:52,943 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 885d7aec7bf3c0ab4fcbb130c62ab1b6 3/3 column families, dataSize=51 B heapSize=896 B
2024-12-05T12:27:52,967 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/.tmp/a/17535cf26ee04558b039965080913a60 is 55, key is testCompactedBulkLoadedFiles/a:a/1733401672837/Put/seqid=0
2024-12-05T12:27:52,983 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741921_1099 (size=5107)
2024-12-05T12:27:52,986 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741921_1099 (size=5107)
2024-12-05T12:27:52,986 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741921_1099 (size=5107)
2024-12-05T12:27:52,986 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/.tmp/a/17535cf26ee04558b039965080913a60
2024-12-05T12:27:52,993 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/.tmp/a/17535cf26ee04558b039965080913a60 as hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/a/17535cf26ee04558b039965080913a60
2024-12-05T12:27:52,999 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/a/17535cf26ee04558b039965080913a60, entries=1, sequenceid=4, filesize=5.0 K
2024-12-05T12:27:53,001 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 885d7aec7bf3c0ab4fcbb130c62ab1b6 in 58ms, sequenceid=4, compaction requested=false
2024-12-05T12:27:53,001 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 885d7aec7bf3c0ab4fcbb130c62ab1b6:

2024-12-05T12:27:53,002 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34587/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/a/a1a3e6833fa44feb8e54cbd5c0a097f5_SeqId_4_
2024-12-05T12:27:53,004 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34587/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/a/0abe9650de5e42469ec65819fb70e4bc_SeqId_4_
2024-12-05T12:27:53,005 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34587/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/a/8ad2758101e8423bb9603633b27bb947_SeqId_4_
2024-12-05T12:27:53,005 INFO  [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34587/hbase/testCompactedBulkLoadedFiles/hfile0 into 885d7aec7bf3c0ab4fcbb130c62ab1b6/a as hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/a/a1a3e6833fa44feb8e54cbd5c0a097f5_SeqId_4_ - updating store file list.
2024-12-05T12:27:53,010 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for a1a3e6833fa44feb8e54cbd5c0a097f5_SeqId_4_: NONE, but ROW specified in column family configuration
2024-12-05T12:27:53,010 INFO  [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/a/a1a3e6833fa44feb8e54cbd5c0a097f5_SeqId_4_ into 885d7aec7bf3c0ab4fcbb130c62ab1b6/a
2024-12-05T12:27:53,010 INFO  [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34587/hbase/testCompactedBulkLoadedFiles/hfile0 into 885d7aec7bf3c0ab4fcbb130c62ab1b6/a (new location: hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/a/a1a3e6833fa44feb8e54cbd5c0a097f5_SeqId_4_)
2024-12-05T12:27:53,011 INFO  [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34587/hbase/testCompactedBulkLoadedFiles/hfile1 into 885d7aec7bf3c0ab4fcbb130c62ab1b6/a as hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/a/0abe9650de5e42469ec65819fb70e4bc_SeqId_4_ - updating store file list.
2024-12-05T12:27:53,016 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0abe9650de5e42469ec65819fb70e4bc_SeqId_4_: NONE, but ROW specified in column family configuration
2024-12-05T12:27:53,017 INFO  [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/a/0abe9650de5e42469ec65819fb70e4bc_SeqId_4_ into 885d7aec7bf3c0ab4fcbb130c62ab1b6/a
2024-12-05T12:27:53,017 INFO  [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34587/hbase/testCompactedBulkLoadedFiles/hfile1 into 885d7aec7bf3c0ab4fcbb130c62ab1b6/a (new location: hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/a/0abe9650de5e42469ec65819fb70e4bc_SeqId_4_)
2024-12-05T12:27:53,018 INFO  [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34587/hbase/testCompactedBulkLoadedFiles/hfile2 into 885d7aec7bf3c0ab4fcbb130c62ab1b6/a as hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/a/8ad2758101e8423bb9603633b27bb947_SeqId_4_ - updating store file list.
2024-12-05T12:27:53,024 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8ad2758101e8423bb9603633b27bb947_SeqId_4_: NONE, but ROW specified in column family configuration
2024-12-05T12:27:53,024 INFO  [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/a/8ad2758101e8423bb9603633b27bb947_SeqId_4_ into 885d7aec7bf3c0ab4fcbb130c62ab1b6/a
2024-12-05T12:27:53,024 INFO  [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34587/hbase/testCompactedBulkLoadedFiles/hfile2 into 885d7aec7bf3c0ab4fcbb130c62ab1b6/a (new location: hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/a/8ad2758101e8423bb9603633b27bb947_SeqId_4_)
2024-12-05T12:27:53,034 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-05T12:27:53,034 DEBUG [Time-limited test {}] regionserver.HStore(1541): 885d7aec7bf3c0ab4fcbb130c62ab1b6/a is initiating major compaction (all files)
2024-12-05T12:27:53,034 INFO  [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 885d7aec7bf3c0ab4fcbb130c62ab1b6/a in testCompactedBulkLoadedFiles,,1733401672611.885d7aec7bf3c0ab4fcbb130c62ab1b6.
2024-12-05T12:27:53,034 INFO  [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/a/17535cf26ee04558b039965080913a60, hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/a/a1a3e6833fa44feb8e54cbd5c0a097f5_SeqId_4_, hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/a/0abe9650de5e42469ec65819fb70e4bc_SeqId_4_, hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/a/8ad2758101e8423bb9603633b27bb947_SeqId_4_] into tmpdir=hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/.tmp, totalSize=19.3 K
2024-12-05T12:27:53,035 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 17535cf26ee04558b039965080913a60, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1733401672837
2024-12-05T12:27:53,035 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting a1a3e6833fa44feb8e54cbd5c0a097f5_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808
2024-12-05T12:27:53,037 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 0abe9650de5e42469ec65819fb70e4bc_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808
2024-12-05T12:27:53,037 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 8ad2758101e8423bb9603633b27bb947_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808
2024-12-05T12:27:53,066 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/.tmp/a/88975bd604d541dfb15027093f54b968 is 55, key is testCompactedBulkLoadedFiles/a:a/1733401672837/Put/seqid=0
2024-12-05T12:27:53,094 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741922_1100 (size=6154)
2024-12-05T12:27:53,097 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741922_1100 (size=6154)
2024-12-05T12:27:53,097 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741922_1100 (size=6154)
2024-12-05T12:27:53,109 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/.tmp/a/88975bd604d541dfb15027093f54b968 as hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/a/88975bd604d541dfb15027093f54b968
2024-12-05T12:27:53,121 INFO  [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 885d7aec7bf3c0ab4fcbb130c62ab1b6/a of 885d7aec7bf3c0ab4fcbb130c62ab1b6 into 88975bd604d541dfb15027093f54b968(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-05T12:27:53,121 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 885d7aec7bf3c0ab4fcbb130c62ab1b6:

2024-12-05T12:27:53,121 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking
2024-12-05T12:27:53,121 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking
2024-12-05T12:27:53,165 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34587/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401672610/wal.1733401672731, size=0 (0bytes)
2024-12-05T12:27:53,166 WARN  [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34587/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401672610/wal.1733401672731 might be still open, length is 0
2024-12-05T12:27:53,166 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34587/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401672610/wal.1733401672731
2024-12-05T12:27:53,167 WARN  [IPC Server handler 4 on default port 34587 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401672610/wal.1733401672731 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095
2024-12-05T12:27:53,168 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34587/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401672610/wal.1733401672731 after 2ms
2024-12-05T12:27:54,008 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-402583752_22 at /127.0.0.1:39038 [Receiving block BP-394612106-172.17.0.3-1733401632216:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:36485:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:39038 dst: /127.0.0.1:36485
java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:36485 remote=/127.0.0.1:39038]. Total timeout mills is 60000, 59112 millis timeout left.
	at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?]
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?]
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?]
	at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?]
	at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?]
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T12:27:54,009 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-402583752_22 at /127.0.0.1:42766 [Receiving block BP-394612106-172.17.0.3-1733401632216:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:40127:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:42766 dst: /127.0.0.1:40127
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T12:27:54,009 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-402583752_22 at /127.0.0.1:59584 [Receiving block BP-394612106-172.17.0.3-1733401632216:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:37437:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:59584 dst: /127.0.0.1:37437
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T12:27:54,014 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741917_1101 (size=1794)
2024-12-05T12:27:54,018 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741917_1101 (size=1794)
2024-12-05T12:27:54,020 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741917_1101 (size=1794)
2024-12-05T12:27:56,180 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-05T12:27:56,917 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError
2024-12-05T12:27:56,917 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer
2024-12-05T12:27:56,918 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles
2024-12-05T12:27:56,918 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer
2024-12-05T12:27:57,168 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34587/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401672610/wal.1733401672731 after 4002ms
2024-12-05T12:27:57,197 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-05T12:27:57,198 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34587/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401672610/wal.1733401672731 took 4033ms
2024-12-05T12:27:57,200 INFO  [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34587/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401672610/wal.1733401672731; continuing.
2024-12-05T12:27:57,200 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34587/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401672610/wal.1733401672731 so closing down
2024-12-05T12:27:57,200 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-05T12:27:57,201 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733401672731.temp
2024-12-05T12:27:57,227 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/recovered.edits/0000000000000000003-wal.1733401672731.temp
2024-12-05T12:27:57,227 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-05T12:27:57,234 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741923_1102 (size=800)
2024-12-05T12:27:57,234 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741923_1102 (size=800)
2024-12-05T12:27:57,234 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741923_1102 (size=800)
2024-12-05T12:27:57,235 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/recovered.edits/0000000000000000003-wal.1733401672731.temp (wrote 2 edits, skipped 0 edits in 0 ms)
2024-12-05T12:27:57,236 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/recovered.edits/0000000000000000003-wal.1733401672731.temp to hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/recovered.edits/0000000000000000008
2024-12-05T12:27:57,236 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 38 ms; skipped=3; WAL=hdfs://localhost:34587/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401672610/wal.1733401672731, size=0, length=0, corrupted=false, cancelled=false
2024-12-05T12:27:57,237 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34587/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401672610/wal.1733401672731, journal: Splitting hdfs://localhost:34587/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401672610/wal.1733401672731, size=0 (0bytes) at 1733401673165Finishing writing output for hdfs://localhost:34587/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401672610/wal.1733401672731 so closing down at 1733401677200 (+4035 ms)Creating recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/recovered.edits/0000000000000000003-wal.1733401672731.temp at 1733401677227 (+27 ms)3 split writer threads finished at 1733401677227Closed recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/recovered.edits/0000000000000000003-wal.1733401672731.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733401677235 (+8 ms)Rename recovered edits hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/recovered.edits/0000000000000000003-wal.1733401672731.temp to hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/recovered.edits/0000000000000000008 at 1733401677236 (+1 ms)Processed 5 edits across 1 Regions in 38 ms; skipped=3; WAL=hdfs://localhost:34587/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401672610/wal.1733401672731, size=0, length=0, corrupted=false, cancelled=false at 1733401677237 (+1 ms)
2024-12-05T12:27:57,238 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34587/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401672610/wal.1733401672731 to hdfs://localhost:34587/hbase/oldWALs/wal.1733401672731
2024-12-05T12:27:57,239 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/recovered.edits/0000000000000000008
2024-12-05T12:27:57,239 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-05T12:27:57,241 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34587/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401672610, archiveDir=hdfs://localhost:34587/hbase/oldWALs, maxLogs=32
2024-12-05T12:27:57,254 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401672610/wal.1733401677241, exclude list is [], retry=0
2024-12-05T12:27:57,256 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40127,DS-0e05f7c2-0ea3-4836-bc39-ae00d96fdb5f,DISK]
2024-12-05T12:27:57,256 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36485,DS-3fc733fc-c606-4614-8246-34ee521fde6c,DISK]
2024-12-05T12:27:57,256 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37437,DS-fb10f11e-5b1a-4c6c-902d-77b74582d23e,DISK]
2024-12-05T12:27:57,282 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401672610/wal.1733401677241
2024-12-05T12:27:57,282 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38955:38955),(127.0.0.1/127.0.0.1:46323:46323),(127.0.0.1/127.0.0.1:32849:32849)]
2024-12-05T12:27:57,282 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 885d7aec7bf3c0ab4fcbb130c62ab1b6, NAME => 'testCompactedBulkLoadedFiles,,1733401672611.885d7aec7bf3c0ab4fcbb130c62ab1b6.', STARTKEY => '', ENDKEY => ''}
2024-12-05T12:27:57,282 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733401672611.885d7aec7bf3c0ab4fcbb130c62ab1b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T12:27:57,283 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 885d7aec7bf3c0ab4fcbb130c62ab1b6
2024-12-05T12:27:57,283 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 885d7aec7bf3c0ab4fcbb130c62ab1b6
2024-12-05T12:27:57,284 INFO  [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 885d7aec7bf3c0ab4fcbb130c62ab1b6 
2024-12-05T12:27:57,284 INFO  [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 885d7aec7bf3c0ab4fcbb130c62ab1b6 columnFamilyName a
2024-12-05T12:27:57,285 DEBUG [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:57,291 DEBUG [StoreFileOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0abe9650de5e42469ec65819fb70e4bc_SeqId_4_: NONE, but ROW specified in column family configuration
2024-12-05T12:27:57,291 DEBUG [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/a/0abe9650de5e42469ec65819fb70e4bc_SeqId_4_
2024-12-05T12:27:57,294 DEBUG [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/a/17535cf26ee04558b039965080913a60
2024-12-05T12:27:57,297 DEBUG [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/a/88975bd604d541dfb15027093f54b968
2024-12-05T12:27:57,300 DEBUG [StoreFileOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8ad2758101e8423bb9603633b27bb947_SeqId_4_: NONE, but ROW specified in column family configuration
2024-12-05T12:27:57,301 DEBUG [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/a/8ad2758101e8423bb9603633b27bb947_SeqId_4_
2024-12-05T12:27:57,304 DEBUG [StoreFileOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a1a3e6833fa44feb8e54cbd5c0a097f5_SeqId_4_: NONE, but ROW specified in column family configuration
2024-12-05T12:27:57,304 DEBUG [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/a/a1a3e6833fa44feb8e54cbd5c0a097f5_SeqId_4_
2024-12-05T12:27:57,304 WARN  [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/a/0abe9650de5e42469ec65819fb70e4bc_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@75a54b15
2024-12-05T12:27:57,304 WARN  [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/a/17535cf26ee04558b039965080913a60 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@75a54b15
2024-12-05T12:27:57,304 WARN  [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/a/8ad2758101e8423bb9603633b27bb947_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@75a54b15
2024-12-05T12:27:57,304 WARN  [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/a/a1a3e6833fa44feb8e54cbd5c0a097f5_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@75a54b15
2024-12-05T12:27:57,304 DEBUG [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/a/0abe9650de5e42469ec65819fb70e4bc_SeqId_4_, hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/a/17535cf26ee04558b039965080913a60, hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/a/8ad2758101e8423bb9603633b27bb947_SeqId_4_, hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/a/a1a3e6833fa44feb8e54cbd5c0a097f5_SeqId_4_] to archive
2024-12-05T12:27:57,305 DEBUG [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-05T12:27:57,306 DEBUG [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/a/0abe9650de5e42469ec65819fb70e4bc_SeqId_4_ to hdfs://localhost:34587/hbase/archive/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/a/0abe9650de5e42469ec65819fb70e4bc_SeqId_4_
2024-12-05T12:27:57,307 DEBUG [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/a/17535cf26ee04558b039965080913a60 to hdfs://localhost:34587/hbase/archive/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/a/17535cf26ee04558b039965080913a60
2024-12-05T12:27:57,308 DEBUG [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/a/8ad2758101e8423bb9603633b27bb947_SeqId_4_ to hdfs://localhost:34587/hbase/archive/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/a/8ad2758101e8423bb9603633b27bb947_SeqId_4_
2024-12-05T12:27:57,309 DEBUG [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/a/a1a3e6833fa44feb8e54cbd5c0a097f5_SeqId_4_ to hdfs://localhost:34587/hbase/archive/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/a/a1a3e6833fa44feb8e54cbd5c0a097f5_SeqId_4_
2024-12-05T12:27:57,309 INFO  [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] regionserver.HStore(327): Store=885d7aec7bf3c0ab4fcbb130c62ab1b6/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:57,309 INFO  [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 885d7aec7bf3c0ab4fcbb130c62ab1b6 
2024-12-05T12:27:57,310 INFO  [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 885d7aec7bf3c0ab4fcbb130c62ab1b6 columnFamilyName b
2024-12-05T12:27:57,310 DEBUG [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:57,311 INFO  [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] regionserver.HStore(327): Store=885d7aec7bf3c0ab4fcbb130c62ab1b6/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:57,311 INFO  [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 885d7aec7bf3c0ab4fcbb130c62ab1b6 
2024-12-05T12:27:57,311 INFO  [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 885d7aec7bf3c0ab4fcbb130c62ab1b6 columnFamilyName c
2024-12-05T12:27:57,311 DEBUG [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:57,312 INFO  [StoreOpener-885d7aec7bf3c0ab4fcbb130c62ab1b6-1 {}] regionserver.HStore(327): Store=885d7aec7bf3c0ab4fcbb130c62ab1b6/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:57,312 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 885d7aec7bf3c0ab4fcbb130c62ab1b6
2024-12-05T12:27:57,313 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6
2024-12-05T12:27:57,314 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6
2024-12-05T12:27:57,314 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/recovered.edits/0000000000000000008
2024-12-05T12:27:57,341 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-05T12:27:57,343 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 885d7aec7bf3c0ab4fcbb130c62ab1b6 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "885d7aec7bf3c0ab4fcbb130c62ab1b6" family_name: "a" compaction_input: "17535cf26ee04558b039965080913a60" compaction_input: "a1a3e6833fa44feb8e54cbd5c0a097f5_SeqId_4_" compaction_input: "0abe9650de5e42469ec65819fb70e4bc_SeqId_4_" compaction_input: "8ad2758101e8423bb9603633b27bb947_SeqId_4_" compaction_output: "88975bd604d541dfb15027093f54b968" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1733401672611.885d7aec7bf3c0ab4fcbb130c62ab1b6." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1
2024-12-05T12:27:57,343 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker
2024-12-05T12:27:57,343 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/recovered.edits/0000000000000000008
2024-12-05T12:27:57,344 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/recovered.edits/0000000000000000008
2024-12-05T12:27:57,345 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 885d7aec7bf3c0ab4fcbb130c62ab1b6
2024-12-05T12:27:57,345 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 885d7aec7bf3c0ab4fcbb130c62ab1b6
2024-12-05T12:27:57,345 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-05T12:27:57,347 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 885d7aec7bf3c0ab4fcbb130c62ab1b6
2024-12-05T12:27:57,349 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34587/hbase/data/default/testCompactedBulkLoadedFiles/885d7aec7bf3c0ab4fcbb130c62ab1b6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-12-05T12:27:57,351 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 885d7aec7bf3c0ab4fcbb130c62ab1b6; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58911024, jitterRate=-0.12215733528137207}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-05T12:27:57,351 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 885d7aec7bf3c0ab4fcbb130c62ab1b6:
Writing region info on filesystem at 1733401677283Initializing all the Stores at 1733401677283Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401677283Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401677283Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401677284 (+1 ms)Cleaning up temporary data from old regions at 1733401677345 (+61 ms)Region opened successfully at 1733401677351 (+6 ms)
2024-12-05T12:27:57,354 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 885d7aec7bf3c0ab4fcbb130c62ab1b6, disabling compactions & flushes
2024-12-05T12:27:57,354 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733401672611.885d7aec7bf3c0ab4fcbb130c62ab1b6.
2024-12-05T12:27:57,354 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733401672611.885d7aec7bf3c0ab4fcbb130c62ab1b6.
2024-12-05T12:27:57,354 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733401672611.885d7aec7bf3c0ab4fcbb130c62ab1b6. after waiting 0 ms
2024-12-05T12:27:57,354 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733401672611.885d7aec7bf3c0ab4fcbb130c62ab1b6.
2024-12-05T12:27:57,355 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733401672611.885d7aec7bf3c0ab4fcbb130c62ab1b6.
2024-12-05T12:27:57,355 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 885d7aec7bf3c0ab4fcbb130c62ab1b6:
Waiting for close lock at 1733401677354Disabling compacts and flushes for region at 1733401677354Disabling writes for close at 1733401677354Writing region close event to WAL at 1733401677355 (+1 ms)Closed at 1733401677355
2024-12-05T12:27:57,357 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741924_1103 (size=175)
2024-12-05T12:27:57,357 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741924_1103 (size=175)
2024-12-05T12:27:57,357 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741924_1103 (size=175)
2024-12-05T12:27:57,360 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-05T12:27:57,360 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733401677241)
2024-12-05T12:27:57,378 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testCompactedBulkLoadedFiles Thread=436 (was 426)
Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:34587
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2005383442_22 at /127.0.0.1:43446 [Waiting for operation #9]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-26-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1616464420) connection to localhost/127.0.0.1:34587 from jenkinstestCompactedBulkLoadedFiles
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: AsyncFSWAL-26-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-26-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2005383442_22 at /127.0.0.1:34340 [Waiting for operation #9]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1332 (was 1256) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=540 (was 578), ProcessCount=11 (was 11), AvailableMemoryMB=3135 (was 3332)
2024-12-05T12:27:57,378 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1332 is superior to 1024
2024-12-05T12:27:57,391 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=436, OpenFileDescriptor=1332, MaxFileDescriptor=1048576, SystemLoadAverage=540, ProcessCount=11, AvailableMemoryMB=3135
2024-12-05T12:27:57,391 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1332 is superior to 1024
2024-12-05T12:27:57,406 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T12:27:57,407 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T12:27:57,408 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-05T12:27:57,410 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-57470010, suffix=, logDir=hdfs://localhost:34587/hbase/WALs/hregion-57470010, archiveDir=hdfs://localhost:34587/hbase/oldWALs, maxLogs=32
2024-12-05T12:27:57,424 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-57470010/hregion-57470010.1733401677410, exclude list is [], retry=0
2024-12-05T12:27:57,427 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36485,DS-3fc733fc-c606-4614-8246-34ee521fde6c,DISK]
2024-12-05T12:27:57,427 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40127,DS-0e05f7c2-0ea3-4836-bc39-ae00d96fdb5f,DISK]
2024-12-05T12:27:57,429 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37437,DS-fb10f11e-5b1a-4c6c-902d-77b74582d23e,DISK]
2024-12-05T12:27:57,463 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-57470010/hregion-57470010.1733401677410
2024-12-05T12:27:57,463 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46323:46323),(127.0.0.1/127.0.0.1:38955:38955),(127.0.0.1/127.0.0.1:32849:32849)]
2024-12-05T12:27:57,463 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 215e41ac6ada1b5f5e6c03d2c0da489f, NAME => 'testReplayEditsWrittenViaHRegion,,1733401677406.215e41ac6ada1b5f5e6c03d2c0da489f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34587/hbase
2024-12-05T12:27:57,477 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741926_1105 (size=67)
2024-12-05T12:27:57,478 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741926_1105 (size=67)
2024-12-05T12:27:57,478 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741926_1105 (size=67)
2024-12-05T12:27:57,478 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733401677406.215e41ac6ada1b5f5e6c03d2c0da489f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T12:27:57,479 INFO  [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 215e41ac6ada1b5f5e6c03d2c0da489f 
2024-12-05T12:27:57,481 INFO  [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 215e41ac6ada1b5f5e6c03d2c0da489f columnFamilyName a
2024-12-05T12:27:57,481 DEBUG [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:57,481 INFO  [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] regionserver.HStore(327): Store=215e41ac6ada1b5f5e6c03d2c0da489f/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:57,481 INFO  [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 215e41ac6ada1b5f5e6c03d2c0da489f 
2024-12-05T12:27:57,482 INFO  [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 215e41ac6ada1b5f5e6c03d2c0da489f columnFamilyName b
2024-12-05T12:27:57,482 DEBUG [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:57,483 INFO  [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] regionserver.HStore(327): Store=215e41ac6ada1b5f5e6c03d2c0da489f/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:57,483 INFO  [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 215e41ac6ada1b5f5e6c03d2c0da489f 
2024-12-05T12:27:57,484 INFO  [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 215e41ac6ada1b5f5e6c03d2c0da489f columnFamilyName c
2024-12-05T12:27:57,484 DEBUG [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:57,485 INFO  [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] regionserver.HStore(327): Store=215e41ac6ada1b5f5e6c03d2c0da489f/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:57,485 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 215e41ac6ada1b5f5e6c03d2c0da489f
2024-12-05T12:27:57,486 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f
2024-12-05T12:27:57,486 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f
2024-12-05T12:27:57,488 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 215e41ac6ada1b5f5e6c03d2c0da489f
2024-12-05T12:27:57,488 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 215e41ac6ada1b5f5e6c03d2c0da489f
2024-12-05T12:27:57,488 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-05T12:27:57,489 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 215e41ac6ada1b5f5e6c03d2c0da489f
2024-12-05T12:27:57,492 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-05T12:27:57,492 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 215e41ac6ada1b5f5e6c03d2c0da489f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64719635, jitterRate=-0.03560228645801544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-05T12:27:57,493 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 215e41ac6ada1b5f5e6c03d2c0da489f:
Writing region info on filesystem at 1733401677478Initializing all the Stores at 1733401677479 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401677479Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401677479Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401677479Cleaning up temporary data from old regions at 1733401677488 (+9 ms)Region opened successfully at 1733401677493 (+5 ms)
2024-12-05T12:27:57,493 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 215e41ac6ada1b5f5e6c03d2c0da489f, disabling compactions & flushes
2024-12-05T12:27:57,493 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733401677406.215e41ac6ada1b5f5e6c03d2c0da489f.
2024-12-05T12:27:57,493 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733401677406.215e41ac6ada1b5f5e6c03d2c0da489f.
2024-12-05T12:27:57,493 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733401677406.215e41ac6ada1b5f5e6c03d2c0da489f. after waiting 0 ms
2024-12-05T12:27:57,493 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733401677406.215e41ac6ada1b5f5e6c03d2c0da489f.
2024-12-05T12:27:57,493 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733401677406.215e41ac6ada1b5f5e6c03d2c0da489f.
2024-12-05T12:27:57,493 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 215e41ac6ada1b5f5e6c03d2c0da489f:
Waiting for close lock at 1733401677493Disabling compacts and flushes for region at 1733401677493Disabling writes for close at 1733401677493Writing region close event to WAL at 1733401677493Closed at 1733401677493
2024-12-05T12:27:57,495 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741925_1104 (size=175)
2024-12-05T12:27:57,495 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741925_1104 (size=175)
2024-12-05T12:27:57,496 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741925_1104 (size=175)
2024-12-05T12:27:57,498 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-05T12:27:57,498 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-57470010:(num 1733401677410)
2024-12-05T12:27:57,498 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-05T12:27:57,499 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34587/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401677405, archiveDir=hdfs://localhost:34587/hbase/oldWALs, maxLogs=32
2024-12-05T12:27:57,519 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401677405/wal.1733401677500, exclude list is [], retry=0
2024-12-05T12:27:57,522 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40127,DS-0e05f7c2-0ea3-4836-bc39-ae00d96fdb5f,DISK]
2024-12-05T12:27:57,522 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37437,DS-fb10f11e-5b1a-4c6c-902d-77b74582d23e,DISK]
2024-12-05T12:27:57,522 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36485,DS-3fc733fc-c606-4614-8246-34ee521fde6c,DISK]
2024-12-05T12:27:57,552 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401677405/wal.1733401677500
2024-12-05T12:27:57,552 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38955:38955),(127.0.0.1/127.0.0.1:32849:32849),(127.0.0.1/127.0.0.1:46323:46323)]
2024-12-05T12:27:57,552 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 215e41ac6ada1b5f5e6c03d2c0da489f, NAME => 'testReplayEditsWrittenViaHRegion,,1733401677406.215e41ac6ada1b5f5e6c03d2c0da489f.', STARTKEY => '', ENDKEY => ''}
2024-12-05T12:27:57,552 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733401677406.215e41ac6ada1b5f5e6c03d2c0da489f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T12:27:57,552 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 215e41ac6ada1b5f5e6c03d2c0da489f
2024-12-05T12:27:57,552 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 215e41ac6ada1b5f5e6c03d2c0da489f
2024-12-05T12:27:57,554 INFO  [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 215e41ac6ada1b5f5e6c03d2c0da489f 
2024-12-05T12:27:57,555 INFO  [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 215e41ac6ada1b5f5e6c03d2c0da489f columnFamilyName a
2024-12-05T12:27:57,555 DEBUG [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:57,555 INFO  [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] regionserver.HStore(327): Store=215e41ac6ada1b5f5e6c03d2c0da489f/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:57,555 INFO  [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 215e41ac6ada1b5f5e6c03d2c0da489f 
2024-12-05T12:27:57,556 INFO  [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 215e41ac6ada1b5f5e6c03d2c0da489f columnFamilyName b
2024-12-05T12:27:57,556 DEBUG [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:57,557 INFO  [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] regionserver.HStore(327): Store=215e41ac6ada1b5f5e6c03d2c0da489f/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:57,557 INFO  [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 215e41ac6ada1b5f5e6c03d2c0da489f 
2024-12-05T12:27:57,558 INFO  [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 215e41ac6ada1b5f5e6c03d2c0da489f columnFamilyName c
2024-12-05T12:27:57,558 DEBUG [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:57,558 INFO  [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] regionserver.HStore(327): Store=215e41ac6ada1b5f5e6c03d2c0da489f/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:57,558 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 215e41ac6ada1b5f5e6c03d2c0da489f
2024-12-05T12:27:57,560 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f
2024-12-05T12:27:57,561 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f
2024-12-05T12:27:57,562 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 215e41ac6ada1b5f5e6c03d2c0da489f
2024-12-05T12:27:57,562 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 215e41ac6ada1b5f5e6c03d2c0da489f
2024-12-05T12:27:57,562 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-05T12:27:57,564 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 215e41ac6ada1b5f5e6c03d2c0da489f
2024-12-05T12:27:57,565 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 215e41ac6ada1b5f5e6c03d2c0da489f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59842956, jitterRate=-0.10827046632766724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-05T12:27:57,565 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 215e41ac6ada1b5f5e6c03d2c0da489f:
Writing region info on filesystem at 1733401677552Initializing all the Stores at 1733401677553 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401677553Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401677554 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401677554Cleaning up temporary data from old regions at 1733401677562 (+8 ms)Region opened successfully at 1733401677565 (+3 ms)
2024-12-05T12:27:57,572 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 215e41ac6ada1b5f5e6c03d2c0da489f 3/3 column families, dataSize=870 B heapSize=2.31 KB
2024-12-05T12:27:57,587 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/.tmp/a/5dffd156db374a248f4b9f3712239eef is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733401677565/Put/seqid=0
2024-12-05T12:27:57,594 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741928_1107 (size=5958)
2024-12-05T12:27:57,594 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741928_1107 (size=5958)
2024-12-05T12:27:57,594 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741928_1107 (size=5958)
2024-12-05T12:27:57,595 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/.tmp/a/5dffd156db374a248f4b9f3712239eef
2024-12-05T12:27:57,600 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/.tmp/a/5dffd156db374a248f4b9f3712239eef as hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/a/5dffd156db374a248f4b9f3712239eef
2024-12-05T12:27:57,605 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/a/5dffd156db374a248f4b9f3712239eef, entries=10, sequenceid=13, filesize=5.8 K
2024-12-05T12:27:57,607 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 215e41ac6ada1b5f5e6c03d2c0da489f in 35ms, sequenceid=13, compaction requested=false
2024-12-05T12:27:57,607 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 215e41ac6ada1b5f5e6c03d2c0da489f:

2024-12-05T12:27:57,630 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 215e41ac6ada1b5f5e6c03d2c0da489f, disabling compactions & flushes
2024-12-05T12:27:57,630 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733401677406.215e41ac6ada1b5f5e6c03d2c0da489f.
2024-12-05T12:27:57,630 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733401677406.215e41ac6ada1b5f5e6c03d2c0da489f.
2024-12-05T12:27:57,630 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733401677406.215e41ac6ada1b5f5e6c03d2c0da489f. after waiting 0 ms
2024-12-05T12:27:57,630 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733401677406.215e41ac6ada1b5f5e6c03d2c0da489f.
2024-12-05T12:27:57,631 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1733401677406.215e41ac6ada1b5f5e6c03d2c0da489f.
2024-12-05T12:27:57,631 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733401677406.215e41ac6ada1b5f5e6c03d2c0da489f.
2024-12-05T12:27:57,631 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 215e41ac6ada1b5f5e6c03d2c0da489f:
Waiting for close lock at 1733401677630Disabling compacts and flushes for region at 1733401677630Disabling writes for close at 1733401677630Writing region close event to WAL at 1733401677631 (+1 ms)Closed at 1733401677631
2024-12-05T12:27:57,634 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741927_1106 (size=6243)
2024-12-05T12:27:57,634 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741927_1106 (size=6243)
2024-12-05T12:27:57,634 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741927_1106 (size=6243)
2024-12-05T12:27:57,650 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34587/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401677405/wal.1733401677500, size=6.1 K (6243bytes)
2024-12-05T12:27:57,650 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34587/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401677405/wal.1733401677500
2024-12-05T12:27:57,650 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34587/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401677405/wal.1733401677500 after 0ms
2024-12-05T12:27:57,691 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-05T12:27:57,691 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34587/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401677405/wal.1733401677500 took 41ms
2024-12-05T12:27:57,694 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34587/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401677405/wal.1733401677500 so closing down
2024-12-05T12:27:57,694 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-05T12:27:57,695 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733401677500.temp
2024-12-05T12:27:57,729 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/recovered.edits/0000000000000000003-wal.1733401677500.temp
2024-12-05T12:27:57,729 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-05T12:27:57,742 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741929_1108 (size=5575)
2024-12-05T12:27:57,742 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741929_1108 (size=5575)
2024-12-05T12:27:57,745 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741929_1108 (size=5575)
2024-12-05T12:27:57,749 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/recovered.edits/0000000000000000003-wal.1733401677500.temp (wrote 30 edits, skipped 0 edits in 0 ms)
2024-12-05T12:27:57,750 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/recovered.edits/0000000000000000003-wal.1733401677500.temp to hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/recovered.edits/0000000000000000035
2024-12-05T12:27:57,750 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 58 ms; skipped=2; WAL=hdfs://localhost:34587/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401677405/wal.1733401677500, size=6.1 K, length=6243, corrupted=false, cancelled=false
2024-12-05T12:27:57,750 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34587/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401677405/wal.1733401677500, journal: Splitting hdfs://localhost:34587/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401677405/wal.1733401677500, size=6.1 K (6243bytes) at 1733401677650Finishing writing output for hdfs://localhost:34587/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401677405/wal.1733401677500 so closing down at 1733401677694 (+44 ms)Creating recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/recovered.edits/0000000000000000003-wal.1733401677500.temp at 1733401677729 (+35 ms)3 split writer threads finished at 1733401677729Closed recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/recovered.edits/0000000000000000003-wal.1733401677500.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733401677749 (+20 ms)Rename recovered edits hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/recovered.edits/0000000000000000003-wal.1733401677500.temp to hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/recovered.edits/0000000000000000035 at 1733401677750 (+1 ms)Processed 32 edits across 1 Regions in 58 ms; skipped=2; WAL=hdfs://localhost:34587/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401677405/wal.1733401677500, size=6.1 K, length=6243, corrupted=false, cancelled=false at 1733401677750
2024-12-05T12:27:57,752 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34587/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401677405/wal.1733401677500 to hdfs://localhost:34587/hbase/oldWALs/wal.1733401677500
2024-12-05T12:27:57,753 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/recovered.edits/0000000000000000035
2024-12-05T12:27:57,753 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-05T12:27:57,755 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34587/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401677405, archiveDir=hdfs://localhost:34587/hbase/oldWALs, maxLogs=32
2024-12-05T12:27:57,769 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401677405/wal.1733401677755, exclude list is [], retry=0
2024-12-05T12:27:57,772 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36485,DS-3fc733fc-c606-4614-8246-34ee521fde6c,DISK]
2024-12-05T12:27:57,772 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40127,DS-0e05f7c2-0ea3-4836-bc39-ae00d96fdb5f,DISK]
2024-12-05T12:27:57,772 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37437,DS-fb10f11e-5b1a-4c6c-902d-77b74582d23e,DISK]
2024-12-05T12:27:57,800 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401677405/wal.1733401677755
2024-12-05T12:27:57,800 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46323:46323),(127.0.0.1/127.0.0.1:38955:38955),(127.0.0.1/127.0.0.1:32849:32849)]
2024-12-05T12:27:57,800 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 215e41ac6ada1b5f5e6c03d2c0da489f, NAME => 'testReplayEditsWrittenViaHRegion,,1733401677406.215e41ac6ada1b5f5e6c03d2c0da489f.', STARTKEY => '', ENDKEY => ''}
2024-12-05T12:27:57,801 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733401677406.215e41ac6ada1b5f5e6c03d2c0da489f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T12:27:57,801 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 215e41ac6ada1b5f5e6c03d2c0da489f
2024-12-05T12:27:57,801 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 215e41ac6ada1b5f5e6c03d2c0da489f
2024-12-05T12:27:57,802 INFO  [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 215e41ac6ada1b5f5e6c03d2c0da489f 
2024-12-05T12:27:57,803 INFO  [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 215e41ac6ada1b5f5e6c03d2c0da489f columnFamilyName a
2024-12-05T12:27:57,803 DEBUG [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:57,809 DEBUG [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/a/5dffd156db374a248f4b9f3712239eef
2024-12-05T12:27:57,809 INFO  [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] regionserver.HStore(327): Store=215e41ac6ada1b5f5e6c03d2c0da489f/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:57,809 INFO  [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 215e41ac6ada1b5f5e6c03d2c0da489f 
2024-12-05T12:27:57,810 INFO  [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 215e41ac6ada1b5f5e6c03d2c0da489f columnFamilyName b
2024-12-05T12:27:57,810 DEBUG [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:57,810 INFO  [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] regionserver.HStore(327): Store=215e41ac6ada1b5f5e6c03d2c0da489f/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:57,810 INFO  [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 215e41ac6ada1b5f5e6c03d2c0da489f 
2024-12-05T12:27:57,811 INFO  [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 215e41ac6ada1b5f5e6c03d2c0da489f columnFamilyName c
2024-12-05T12:27:57,811 DEBUG [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:27:57,811 INFO  [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] regionserver.HStore(327): Store=215e41ac6ada1b5f5e6c03d2c0da489f/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:27:57,811 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 215e41ac6ada1b5f5e6c03d2c0da489f
2024-12-05T12:27:57,812 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f
2024-12-05T12:27:57,813 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f
2024-12-05T12:27:57,814 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/recovered.edits/0000000000000000035
2024-12-05T12:27:57,841 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-05T12:27:57,842 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/recovered.edits/0000000000000000035
2024-12-05T12:27:57,843 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 215e41ac6ada1b5f5e6c03d2c0da489f 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB
2024-12-05T12:27:57,857 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/.tmp/b/289138bd380740dd9c4e903b635c126b is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733401677607/Put/seqid=0
2024-12-05T12:27:57,863 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741931_1110 (size=5958)
2024-12-05T12:27:57,863 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741931_1110 (size=5958)
2024-12-05T12:27:57,864 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741931_1110 (size=5958)
2024-12-05T12:27:57,864 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/.tmp/b/289138bd380740dd9c4e903b635c126b
2024-12-05T12:27:57,885 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/.tmp/c/e4083c58ca4f42aca32bfcb482e76309 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733401677616/Put/seqid=0
2024-12-05T12:27:57,890 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741932_1111 (size=5958)
2024-12-05T12:27:57,891 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741932_1111 (size=5958)
2024-12-05T12:27:57,891 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741932_1111 (size=5958)
2024-12-05T12:27:57,891 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/.tmp/c/e4083c58ca4f42aca32bfcb482e76309
2024-12-05T12:27:57,898 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/.tmp/b/289138bd380740dd9c4e903b635c126b as hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/b/289138bd380740dd9c4e903b635c126b
2024-12-05T12:27:57,903 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/b/289138bd380740dd9c4e903b635c126b, entries=10, sequenceid=35, filesize=5.8 K
2024-12-05T12:27:57,904 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/.tmp/c/e4083c58ca4f42aca32bfcb482e76309 as hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/c/e4083c58ca4f42aca32bfcb482e76309
2024-12-05T12:27:57,908 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/c/e4083c58ca4f42aca32bfcb482e76309, entries=10, sequenceid=35, filesize=5.8 K
2024-12-05T12:27:57,908 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 215e41ac6ada1b5f5e6c03d2c0da489f in 66ms, sequenceid=35, compaction requested=false; wal=null
2024-12-05T12:27:57,909 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/recovered.edits/0000000000000000035
2024-12-05T12:27:57,910 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 215e41ac6ada1b5f5e6c03d2c0da489f
2024-12-05T12:27:57,910 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 215e41ac6ada1b5f5e6c03d2c0da489f
2024-12-05T12:27:57,911 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-05T12:27:57,912 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 215e41ac6ada1b5f5e6c03d2c0da489f
2024-12-05T12:27:57,914 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1
2024-12-05T12:27:57,915 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 215e41ac6ada1b5f5e6c03d2c0da489f; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75062648, jitterRate=0.11852061748504639}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-05T12:27:57,915 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 215e41ac6ada1b5f5e6c03d2c0da489f:
Writing region info on filesystem at 1733401677801Initializing all the Stores at 1733401677802 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401677802Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401677802Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401677802Obtaining lock to block concurrent updates at 1733401677843 (+41 ms)Preparing flush snapshotting stores in 215e41ac6ada1b5f5e6c03d2c0da489f at 1733401677843Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733401677406.215e41ac6ada1b5f5e6c03d2c0da489f., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1733401677843Flushing stores of testReplayEditsWrittenViaHRegion,,1733401677406.215e41ac6ada1b5f5e6c03d2c0da489f. at 1733401677843Flushing 215e41ac6ada1b5f5e6c03d2c0da489f/b: creating writer at 1733401677843Flushing 215e41ac6ada1b5f5e6c03d2c0da489f/b: appending metadata at 1733401677857 (+14 ms)Flushing 215e41ac6ada1b5f5e6c03d2c0da489f/b: closing flushed file at 1733401677857Flushing 215e41ac6ada1b5f5e6c03d2c0da489f/c: creating writer at 1733401677870 (+13 ms)Flushing 215e41ac6ada1b5f5e6c03d2c0da489f/c: appending metadata at 1733401677884 (+14 ms)Flushing 215e41ac6ada1b5f5e6c03d2c0da489f/c: closing flushed file at 1733401677884Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@300ce154: reopening flushed file at 1733401677897 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b22b157: reopening flushed file at 1733401677903 (+6 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 215e41ac6ada1b5f5e6c03d2c0da489f in 66ms, sequenceid=35, compaction requested=false; wal=null at 1733401677908 (+5 ms)Cleaning up temporary data from old regions at 1733401677910 (+2 ms)Region opened successfully at 1733401677915 (+5 ms)
2024-12-05T12:27:57,990 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:34587/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401677405/wal.1733401677755, size=0 (0bytes)
2024-12-05T12:27:57,990 WARN  [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:34587/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401677405/wal.1733401677755 might be still open, length is 0
2024-12-05T12:27:57,990 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34587/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401677405/wal.1733401677755
2024-12-05T12:27:57,991 WARN  [IPC Server handler 1 on default port 34587 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401677405/wal.1733401677755 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109
2024-12-05T12:27:57,991 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:34587/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401677405/wal.1733401677755 after 1ms
2024-12-05T12:28:00,008 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-402583752_22 at /127.0.0.1:42584 [Receiving block BP-394612106-172.17.0.3-1733401632216:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:36485:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:42584 dst: /127.0.0.1:36485
java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:36485 remote=/127.0.0.1:42584]. Total timeout mills is 60000, 57937 millis timeout left.
	at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?]
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?]
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?]
	at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?]
	at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?]
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T12:28:00,009 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-402583752_22 at /127.0.0.1:43486 [Receiving block BP-394612106-172.17.0.3-1733401632216:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:37437:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:43486 dst: /127.0.0.1:37437
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T12:28:00,008 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-402583752_22 at /127.0.0.1:34388 [Receiving block BP-394612106-172.17.0.3-1733401632216:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:40127:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:34388 dst: /127.0.0.1:40127
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T12:28:00,013 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741930_1112 (size=5567)
2024-12-05T12:28:00,013 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741930_1112 (size=5567)
2024-12-05T12:28:00,014 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741930_1112 (size=5567)
2024-12-05T12:28:00,754 INFO  [master/f4bc09594422:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-12-05T12:28:00,754 INFO  [master/f4bc09594422:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-12-05T12:28:01,992 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:34587/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401677405/wal.1733401677755 after 4002ms
2024-12-05T12:28:02,030 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-05T12:28:02,030 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:34587/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401677405/wal.1733401677755 took 4040ms
2024-12-05T12:28:02,033 INFO  [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:34587/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401677405/wal.1733401677755; continuing.
2024-12-05T12:28:02,033 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34587/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401677405/wal.1733401677755 so closing down
2024-12-05T12:28:02,033 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-05T12:28:02,034 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1733401677755.temp
2024-12-05T12:28:02,061 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/recovered.edits/0000000000000000037-wal.1733401677755.temp
2024-12-05T12:28:02,062 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-05T12:28:02,068 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741933_1113 (size=5575)
2024-12-05T12:28:02,069 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741933_1113 (size=5575)
2024-12-05T12:28:02,069 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741933_1113 (size=5575)
2024-12-05T12:28:02,069 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/recovered.edits/0000000000000000037-wal.1733401677755.temp (wrote 30 edits, skipped 0 edits in 0 ms)
2024-12-05T12:28:02,071 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/recovered.edits/0000000000000000037-wal.1733401677755.temp to hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/recovered.edits/0000000000000000066
2024-12-05T12:28:02,071 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:34587/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401677405/wal.1733401677755, size=0, length=0, corrupted=false, cancelled=false
2024-12-05T12:28:02,071 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:34587/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401677405/wal.1733401677755, journal: Splitting hdfs://localhost:34587/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401677405/wal.1733401677755, size=0 (0bytes) at 1733401677990Finishing writing output for hdfs://localhost:34587/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401677405/wal.1733401677755 so closing down at 1733401682033 (+4043 ms)Creating recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/recovered.edits/0000000000000000037-wal.1733401677755.temp at 1733401682061 (+28 ms)3 split writer threads finished at 1733401682062 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/recovered.edits/0000000000000000037-wal.1733401677755.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733401682069 (+7 ms)Rename recovered edits hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/recovered.edits/0000000000000000037-wal.1733401677755.temp to hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/recovered.edits/0000000000000000066 at 1733401682071 (+2 ms)Processed 30 edits across 1 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:34587/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401677405/wal.1733401677755, size=0, length=0, corrupted=false, cancelled=false at 1733401682071
2024-12-05T12:28:02,073 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34587/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401677405/wal.1733401677755 to hdfs://localhost:34587/hbase/oldWALs/wal.1733401677755
2024-12-05T12:28:02,073 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/recovered.edits/0000000000000000066
2024-12-05T12:28:02,074 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-05T12:28:02,075 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:34587/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401677405, archiveDir=hdfs://localhost:34587/hbase/oldWALs, maxLogs=32
2024-12-05T12:28:02,088 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401677405/wal.1733401682075, exclude list is [], retry=0
2024-12-05T12:28:02,090 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37437,DS-fb10f11e-5b1a-4c6c-902d-77b74582d23e,DISK]
2024-12-05T12:28:02,090 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40127,DS-0e05f7c2-0ea3-4836-bc39-ae00d96fdb5f,DISK]
2024-12-05T12:28:02,091 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36485,DS-3fc733fc-c606-4614-8246-34ee521fde6c,DISK]
2024-12-05T12:28:02,117 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401677405/wal.1733401682075
2024-12-05T12:28:02,117 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32849:32849),(127.0.0.1/127.0.0.1:38955:38955),(127.0.0.1/127.0.0.1:46323:46323)]
2024-12-05T12:28:02,118 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733401677406.215e41ac6ada1b5f5e6c03d2c0da489f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T12:28:02,119 INFO  [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 215e41ac6ada1b5f5e6c03d2c0da489f 
2024-12-05T12:28:02,120 INFO  [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 215e41ac6ada1b5f5e6c03d2c0da489f columnFamilyName a
2024-12-05T12:28:02,120 DEBUG [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:28:02,125 DEBUG [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/a/5dffd156db374a248f4b9f3712239eef
2024-12-05T12:28:02,125 INFO  [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] regionserver.HStore(327): Store=215e41ac6ada1b5f5e6c03d2c0da489f/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:28:02,126 INFO  [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 215e41ac6ada1b5f5e6c03d2c0da489f 
2024-12-05T12:28:02,126 INFO  [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 215e41ac6ada1b5f5e6c03d2c0da489f columnFamilyName b
2024-12-05T12:28:02,126 DEBUG [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:28:02,131 DEBUG [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/b/289138bd380740dd9c4e903b635c126b
2024-12-05T12:28:02,131 INFO  [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] regionserver.HStore(327): Store=215e41ac6ada1b5f5e6c03d2c0da489f/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:28:02,131 INFO  [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 215e41ac6ada1b5f5e6c03d2c0da489f 
2024-12-05T12:28:02,132 INFO  [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 215e41ac6ada1b5f5e6c03d2c0da489f columnFamilyName c
2024-12-05T12:28:02,132 DEBUG [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T12:28:02,136 DEBUG [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/c/e4083c58ca4f42aca32bfcb482e76309
2024-12-05T12:28:02,137 INFO  [StoreOpener-215e41ac6ada1b5f5e6c03d2c0da489f-1 {}] regionserver.HStore(327): Store=215e41ac6ada1b5f5e6c03d2c0da489f/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T12:28:02,137 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 215e41ac6ada1b5f5e6c03d2c0da489f
2024-12-05T12:28:02,138 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f
2024-12-05T12:28:02,139 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f
2024-12-05T12:28:02,139 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/recovered.edits/0000000000000000066
2024-12-05T12:28:02,168 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-12-05T12:28:02,174 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/recovered.edits/0000000000000000066
2024-12-05T12:28:02,174 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 215e41ac6ada1b5f5e6c03d2c0da489f 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB
2024-12-05T12:28:02,189 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/.tmp/a/0f922a26ca214543895519f48229fac6 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1733401677921/Put/seqid=0
2024-12-05T12:28:02,195 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741935_1115 (size=5958)
2024-12-05T12:28:02,195 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741935_1115 (size=5958)
2024-12-05T12:28:02,196 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741935_1115 (size=5958)
2024-12-05T12:28:02,196 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/.tmp/a/0f922a26ca214543895519f48229fac6
2024-12-05T12:28:02,214 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/.tmp/b/1b7c6e61ae2d4b4a8f8e37c05535176b is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1733401677929/Put/seqid=0
2024-12-05T12:28:02,220 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741936_1116 (size=5958)
2024-12-05T12:28:02,220 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741936_1116 (size=5958)
2024-12-05T12:28:02,221 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741936_1116 (size=5958)
2024-12-05T12:28:02,221 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/.tmp/b/1b7c6e61ae2d4b4a8f8e37c05535176b
2024-12-05T12:28:02,241 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/.tmp/c/177d59216b144ac0a8deddd364e34d68 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1733401677938/Put/seqid=0
2024-12-05T12:28:02,246 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741937_1117 (size=5958)
2024-12-05T12:28:02,246 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741937_1117 (size=5958)
2024-12-05T12:28:02,247 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741937_1117 (size=5958)
2024-12-05T12:28:02,247 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/.tmp/c/177d59216b144ac0a8deddd364e34d68
2024-12-05T12:28:02,252 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/.tmp/a/0f922a26ca214543895519f48229fac6 as hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/a/0f922a26ca214543895519f48229fac6
2024-12-05T12:28:02,256 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/a/0f922a26ca214543895519f48229fac6, entries=10, sequenceid=66, filesize=5.8 K
2024-12-05T12:28:02,257 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/.tmp/b/1b7c6e61ae2d4b4a8f8e37c05535176b as hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/b/1b7c6e61ae2d4b4a8f8e37c05535176b
2024-12-05T12:28:02,261 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/b/1b7c6e61ae2d4b4a8f8e37c05535176b, entries=10, sequenceid=66, filesize=5.8 K
2024-12-05T12:28:02,262 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/.tmp/c/177d59216b144ac0a8deddd364e34d68 as hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/c/177d59216b144ac0a8deddd364e34d68
2024-12-05T12:28:02,265 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/c/177d59216b144ac0a8deddd364e34d68, entries=10, sequenceid=66, filesize=5.8 K
2024-12-05T12:28:02,266 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 215e41ac6ada1b5f5e6c03d2c0da489f in 91ms, sequenceid=66, compaction requested=false; wal=null
2024-12-05T12:28:02,266 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/recovered.edits/0000000000000000066
2024-12-05T12:28:02,267 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 215e41ac6ada1b5f5e6c03d2c0da489f
2024-12-05T12:28:02,267 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 215e41ac6ada1b5f5e6c03d2c0da489f
2024-12-05T12:28:02,268 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-05T12:28:02,269 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 215e41ac6ada1b5f5e6c03d2c0da489f
2024-12-05T12:28:02,271 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34587/hbase/data/default/testReplayEditsWrittenViaHRegion/215e41ac6ada1b5f5e6c03d2c0da489f/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35
2024-12-05T12:28:02,272 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 215e41ac6ada1b5f5e6c03d2c0da489f; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67715632, jitterRate=0.009041547775268555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-05T12:28:02,272 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 215e41ac6ada1b5f5e6c03d2c0da489f:
Writing region info on filesystem at 1733401682118Initializing all the Stores at 1733401682118Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401682118Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401682119 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733401682119Obtaining lock to block concurrent updates at 1733401682174 (+55 ms)Preparing flush snapshotting stores in 215e41ac6ada1b5f5e6c03d2c0da489f at 1733401682174Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733401677406.215e41ac6ada1b5f5e6c03d2c0da489f., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1733401682174Flushing stores of testReplayEditsWrittenViaHRegion,,1733401677406.215e41ac6ada1b5f5e6c03d2c0da489f. at 1733401682174Flushing 215e41ac6ada1b5f5e6c03d2c0da489f/a: creating writer at 1733401682174Flushing 215e41ac6ada1b5f5e6c03d2c0da489f/a: appending metadata at 1733401682188 (+14 ms)Flushing 215e41ac6ada1b5f5e6c03d2c0da489f/a: closing flushed file at 1733401682188Flushing 215e41ac6ada1b5f5e6c03d2c0da489f/b: creating writer at 1733401682200 (+12 ms)Flushing 215e41ac6ada1b5f5e6c03d2c0da489f/b: appending metadata at 1733401682214 (+14 ms)Flushing 215e41ac6ada1b5f5e6c03d2c0da489f/b: closing flushed file at 1733401682214Flushing 215e41ac6ada1b5f5e6c03d2c0da489f/c: creating writer at 1733401682226 (+12 ms)Flushing 215e41ac6ada1b5f5e6c03d2c0da489f/c: appending metadata at 1733401682240 (+14 ms)Flushing 215e41ac6ada1b5f5e6c03d2c0da489f/c: closing flushed file at 1733401682241 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51a25ae4: reopening flushed file at 1733401682251 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6946a3ed: reopening flushed file at 1733401682256 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cd36cf7: reopening flushed file at 1733401682261 (+5 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 215e41ac6ada1b5f5e6c03d2c0da489f in 91ms, sequenceid=66, compaction requested=false; wal=null at 1733401682266 (+5 ms)Cleaning up temporary data from old regions at 1733401682267 (+1 ms)Region opened successfully at 1733401682272 (+5 ms)
2024-12-05T12:28:02,287 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 215e41ac6ada1b5f5e6c03d2c0da489f, disabling compactions & flushes
2024-12-05T12:28:02,287 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733401677406.215e41ac6ada1b5f5e6c03d2c0da489f.
2024-12-05T12:28:02,287 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733401677406.215e41ac6ada1b5f5e6c03d2c0da489f.
2024-12-05T12:28:02,287 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733401677406.215e41ac6ada1b5f5e6c03d2c0da489f. after waiting 0 ms
2024-12-05T12:28:02,287 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733401677406.215e41ac6ada1b5f5e6c03d2c0da489f.
2024-12-05T12:28:02,288 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733401677406.215e41ac6ada1b5f5e6c03d2c0da489f.
2024-12-05T12:28:02,288 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 215e41ac6ada1b5f5e6c03d2c0da489f:
Waiting for close lock at 1733401682286Disabling compacts and flushes for region at 1733401682286Disabling writes for close at 1733401682287 (+1 ms)Writing region close event to WAL at 1733401682288 (+1 ms)Closed at 1733401682288
2024-12-05T12:28:02,290 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741934_1114 (size=175)
2024-12-05T12:28:02,291 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741934_1114 (size=175)
2024-12-05T12:28:02,291 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741934_1114 (size=175)
2024-12-05T12:28:02,294 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-05T12:28:02,294 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733401682075)
2024-12-05T12:28:02,308 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=441 (was 436)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_461306761_22 at /127.0.0.1:34452 [Waiting for operation #8]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_461306761_22 at /127.0.0.1:42622 [Waiting for operation #20]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-28-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:34587
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-28-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_461306761_22 at /127.0.0.1:43526 [Waiting for operation #15]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-28-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1616464420) connection to localhost/127.0.0.1:34587 from jenkinstestReplayEditsWrittenViaHRegion
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)
 - Thread LEAK? -, OpenFileDescriptor=1396 (was 1332) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=536 (was 540), ProcessCount=11 (was 11), AvailableMemoryMB=2795 (was 3135)
2024-12-05T12:28:02,308 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1396 is superior to 1024
2024-12-05T12:28:02,309 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-12-05T12:28:02,309 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-05T12:28:02,309 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153)
    at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-05T12:28:02,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-05T12:28:02,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-05T12:28:02,310 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-05T12:28:02,310 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-12-05T12:28:02,310 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=503296047, stopped=false
2024-12-05T12:28:02,310 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f4bc09594422,43799,1733401636341
2024-12-05T12:28:02,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x100aa67f4bd0000, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-05T12:28:02,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35323-0x100aa67f4bd0002, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-05T12:28:02,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x100aa67f4bd0000, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T12:28:02,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35323-0x100aa67f4bd0002, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T12:28:02,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x100aa67f4bd0001, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-05T12:28:02,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x100aa67f4bd0001, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T12:28:02,312 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-05T12:28:02,313 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-05T12:28:02,313 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153)
    at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-05T12:28:02,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-05T12:28:02,313 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41729-0x100aa67f4bd0001, quorum=127.0.0.1:63308, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-05T12:28:02,313 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35323-0x100aa67f4bd0002, quorum=127.0.0.1:63308, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-05T12:28:02,313 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f4bc09594422,41729,1733401637438' *****
2024-12-05T12:28:02,313 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-05T12:28:02,313 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f4bc09594422,35323,1733401637585' *****
2024-12-05T12:28:02,314 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-05T12:28:02,314 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43799-0x100aa67f4bd0000, quorum=127.0.0.1:63308, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-05T12:28:02,314 INFO  [RS:1;f4bc09594422:35323 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-05T12:28:02,314 INFO  [RS:0;f4bc09594422:41729 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-05T12:28:02,314 INFO  [RS:1;f4bc09594422:35323 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-05T12:28:02,314 INFO  [RS:0;f4bc09594422:41729 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-05T12:28:02,314 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-05T12:28:02,314 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-05T12:28:02,314 INFO  [RS:0;f4bc09594422:41729 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-05T12:28:02,314 INFO  [RS:1;f4bc09594422:35323 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-05T12:28:02,314 INFO  [RS:0;f4bc09594422:41729 {}] regionserver.HRegionServer(3091): Received CLOSE for 093501374e364468aaffc6739a0bbb6f
2024-12-05T12:28:02,314 INFO  [RS:1;f4bc09594422:35323 {}] regionserver.HRegionServer(959): stopping server f4bc09594422,35323,1733401637585
2024-12-05T12:28:02,314 INFO  [RS:1;f4bc09594422:35323 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-05T12:28:02,315 INFO  [RS:0;f4bc09594422:41729 {}] regionserver.HRegionServer(959): stopping server f4bc09594422,41729,1733401637438
2024-12-05T12:28:02,315 INFO  [RS:0;f4bc09594422:41729 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-05T12:28:02,315 INFO  [RS:1;f4bc09594422:35323 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;f4bc09594422:35323.
2024-12-05T12:28:02,315 INFO  [RS:0;f4bc09594422:41729 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f4bc09594422:41729.
2024-12-05T12:28:02,315 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 093501374e364468aaffc6739a0bbb6f, disabling compactions & flushes
2024-12-05T12:28:02,315 DEBUG [RS:1;f4bc09594422:35323 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-05T12:28:02,315 DEBUG [RS:1;f4bc09594422:35323 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-05T12:28:02,315 INFO  [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.
2024-12-05T12:28:02,315 DEBUG [RS:0;f4bc09594422:41729 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-05T12:28:02,315 DEBUG [RS:0;f4bc09594422:41729 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-05T12:28:02,315 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.
2024-12-05T12:28:02,315 INFO  [RS:1;f4bc09594422:35323 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-05T12:28:02,315 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f. after waiting 0 ms
2024-12-05T12:28:02,315 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.
2024-12-05T12:28:02,315 INFO  [RS:0;f4bc09594422:41729 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-12-05T12:28:02,315 DEBUG [RS:0;f4bc09594422:41729 {}] regionserver.HRegionServer(1325): Online Regions={093501374e364468aaffc6739a0bbb6f=testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.}
2024-12-05T12:28:02,315 DEBUG [RS:0;f4bc09594422:41729 {}] regionserver.HRegionServer(1351): Waiting on 093501374e364468aaffc6739a0bbb6f
2024-12-05T12:28:02,315 INFO  [regionserver/f4bc09594422:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-05T12:28:02,316 INFO  [RS:1;f4bc09594422:35323 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-05T12:28:02,316 INFO  [RS:1;f4bc09594422:35323 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-05T12:28:02,316 INFO  [RS:1;f4bc09594422:35323 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-12-05T12:28:02,317 INFO  [RS:1;f4bc09594422:35323 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-12-05T12:28:02,317 DEBUG [RS:1;f4bc09594422:35323 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-12-05T12:28:02,317 DEBUG [RS:1;f4bc09594422:35323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-12-05T12:28:02,317 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-05T12:28:02,317 INFO  [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-05T12:28:02,317 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-05T12:28:02,317 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-05T12:28:02,317 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-05T12:28:02,317 INFO  [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB
2024-12-05T12:28:02,321 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/default/testReplayEditsAfterRegionMovedWithMultiCF/093501374e364468aaffc6739a0bbb6f/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17
2024-12-05T12:28:02,322 INFO  [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.
2024-12-05T12:28:02,322 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 093501374e364468aaffc6739a0bbb6f:
Waiting for close lock at 1733401682315Running coprocessor pre-close hooks at 1733401682315Disabling compacts and flushes for region at 1733401682315Disabling writes for close at 1733401682315Writing region close event to WAL at 1733401682316 (+1 ms)Running coprocessor post-close hooks at 1733401682322 (+6 ms)Closed at 1733401682322
2024-12-05T12:28:02,322 DEBUG [RS_CLOSE_REGION-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f.
2024-12-05T12:28:02,341 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/hbase/meta/1588230740/.tmp/info/7206ca0ca2a74670931803d4dc6887ed is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1733401656393.093501374e364468aaffc6739a0bbb6f./info:regioninfo/1733401660005/Put/seqid=0
2024-12-05T12:28:02,346 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741938_1118 (size=8243)
2024-12-05T12:28:02,346 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741938_1118 (size=8243)
2024-12-05T12:28:02,347 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741938_1118 (size=8243)
2024-12-05T12:28:02,347 INFO  [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/hbase/meta/1588230740/.tmp/info/7206ca0ca2a74670931803d4dc6887ed
2024-12-05T12:28:02,357 INFO  [regionserver/f4bc09594422:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-12-05T12:28:02,357 INFO  [regionserver/f4bc09594422:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-12-05T12:28:02,360 INFO  [regionserver/f4bc09594422:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-12-05T12:28:02,360 INFO  [regionserver/f4bc09594422:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-12-05T12:28:02,367 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/hbase/meta/1588230740/.tmp/ns/d518694093c24ff8b227bb4a0bb695ca is 43, key is default/ns:d/1733401640492/Put/seqid=0
2024-12-05T12:28:02,370 INFO  [regionserver/f4bc09594422:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-05T12:28:02,372 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741939_1119 (size=5153)
2024-12-05T12:28:02,372 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741939_1119 (size=5153)
2024-12-05T12:28:02,373 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741939_1119 (size=5153)
2024-12-05T12:28:02,373 INFO  [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/hbase/meta/1588230740/.tmp/ns/d518694093c24ff8b227bb4a0bb695ca
2024-12-05T12:28:02,397 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/hbase/meta/1588230740/.tmp/table/a1e35cb0ad304994a4600f4c14bf97aa is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1733401656848/Put/seqid=0
2024-12-05T12:28:02,401 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741940_1120 (size=5431)
2024-12-05T12:28:02,402 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741940_1120 (size=5431)
2024-12-05T12:28:02,402 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741940_1120 (size=5431)
2024-12-05T12:28:02,402 INFO  [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/hbase/meta/1588230740/.tmp/table/a1e35cb0ad304994a4600f4c14bf97aa
2024-12-05T12:28:02,408 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/hbase/meta/1588230740/.tmp/info/7206ca0ca2a74670931803d4dc6887ed as hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/hbase/meta/1588230740/info/7206ca0ca2a74670931803d4dc6887ed
2024-12-05T12:28:02,413 INFO  [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/hbase/meta/1588230740/info/7206ca0ca2a74670931803d4dc6887ed, entries=18, sequenceid=21, filesize=8.0 K
2024-12-05T12:28:02,414 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/hbase/meta/1588230740/.tmp/ns/d518694093c24ff8b227bb4a0bb695ca as hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/hbase/meta/1588230740/ns/d518694093c24ff8b227bb4a0bb695ca
2024-12-05T12:28:02,420 INFO  [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/hbase/meta/1588230740/ns/d518694093c24ff8b227bb4a0bb695ca, entries=2, sequenceid=21, filesize=5.0 K
2024-12-05T12:28:02,421 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/hbase/meta/1588230740/.tmp/table/a1e35cb0ad304994a4600f4c14bf97aa as hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/hbase/meta/1588230740/table/a1e35cb0ad304994a4600f4c14bf97aa
2024-12-05T12:28:02,425 INFO  [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/hbase/meta/1588230740/table/a1e35cb0ad304994a4600f4c14bf97aa, entries=2, sequenceid=21, filesize=5.3 K
2024-12-05T12:28:02,426 INFO  [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 109ms, sequenceid=21, compaction requested=false
2024-12-05T12:28:02,438 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1
2024-12-05T12:28:02,439 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-05T12:28:02,439 INFO  [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-05T12:28:02,439 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733401682317Running coprocessor pre-close hooks at 1733401682317Disabling compacts and flushes for region at 1733401682317Disabling writes for close at 1733401682317Obtaining lock to block concurrent updates at 1733401682317Preparing flush snapshotting stores in 1588230740 at 1733401682317Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1733401682318 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733401682318Flushing 1588230740/info: creating writer at 1733401682319 (+1 ms)Flushing 1588230740/info: appending metadata at 1733401682340 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733401682340Flushing 1588230740/ns: creating writer at 1733401682353 (+13 ms)Flushing 1588230740/ns: appending metadata at 1733401682366 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733401682366Flushing 1588230740/table: creating writer at 1733401682377 (+11 ms)Flushing 1588230740/table: appending metadata at 1733401682396 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733401682396Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a6635bd: reopening flushed file at 1733401682407 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2914d3bf: reopening flushed file at 1733401682413 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8f90dee: reopening flushed file at 1733401682420 (+7 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 109ms, sequenceid=21, compaction requested=false at 1733401682426 (+6 ms)Writing region close event to WAL at 1733401682431 (+5 ms)Running coprocessor post-close hooks at 1733401682439 (+8 ms)Closed at 1733401682439
2024-12-05T12:28:02,439 DEBUG [RS_CLOSE_META-regionserver/f4bc09594422:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-12-05T12:28:02,515 INFO  [RS:0;f4bc09594422:41729 {}] regionserver.HRegionServer(976): stopping server f4bc09594422,41729,1733401637438; all regions closed.
2024-12-05T12:28:02,517 INFO  [RS:1;f4bc09594422:35323 {}] regionserver.HRegionServer(976): stopping server f4bc09594422,35323,1733401637585; all regions closed.
2024-12-05T12:28:02,518 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741834_1010 (size=3621)
2024-12-05T12:28:02,518 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741834_1010 (size=3621)
2024-12-05T12:28:02,518 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741834_1010 (size=3621)
2024-12-05T12:28:02,521 DEBUG [RS:0;f4bc09594422:41729 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/oldWALs
2024-12-05T12:28:02,521 INFO  [RS:0;f4bc09594422:41729 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f4bc09594422%2C41729%2C1733401637438:(num 1733401639542)
2024-12-05T12:28:02,521 DEBUG [RS:0;f4bc09594422:41729 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-05T12:28:02,521 INFO  [RS:0;f4bc09594422:41729 {}] regionserver.LeaseManager(133): Closed leases
2024-12-05T12:28:02,521 INFO  [RS:0;f4bc09594422:41729 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-05T12:28:02,521 INFO  [RS:0;f4bc09594422:41729 {}] hbase.ChoreService(370): Chore service for: regionserver/f4bc09594422:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-12-05T12:28:02,522 INFO  [RS:0;f4bc09594422:41729 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-05T12:28:02,522 INFO  [RS:0;f4bc09594422:41729 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-05T12:28:02,522 INFO  [RS:0;f4bc09594422:41729 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-05T12:28:02,522 INFO  [RS:0;f4bc09594422:41729 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-05T12:28:02,522 INFO  [RS:0;f4bc09594422:41729 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41729
2024-12-05T12:28:02,523 INFO  [regionserver/f4bc09594422:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-05T12:28:02,523 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741836_1012 (size=9487)
2024-12-05T12:28:02,523 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741836_1012 (size=9487)
2024-12-05T12:28:02,523 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741836_1012 (size=9487)
2024-12-05T12:28:02,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x100aa67f4bd0000, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-05T12:28:02,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x100aa67f4bd0001, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f4bc09594422,41729,1733401637438
2024-12-05T12:28:02,524 INFO  [RS:0;f4bc09594422:41729 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-05T12:28:02,526 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f4bc09594422,41729,1733401637438]
2024-12-05T12:28:02,528 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f4bc09594422,41729,1733401637438 already deleted, retry=false
2024-12-05T12:28:02,528 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f4bc09594422,41729,1733401637438 expired; onlineServers=1
2024-12-05T12:28:02,529 DEBUG [RS:1;f4bc09594422:35323 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/oldWALs
2024-12-05T12:28:02,529 INFO  [RS:1;f4bc09594422:35323 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f4bc09594422%2C35323%2C1733401637585.meta:.meta(num 1733401640133)
2024-12-05T12:28:02,531 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741833_1009 (size=175)
2024-12-05T12:28:02,531 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741833_1009 (size=175)
2024-12-05T12:28:02,536 DEBUG [RS:1;f4bc09594422:35323 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/oldWALs
2024-12-05T12:28:02,536 INFO  [RS:1;f4bc09594422:35323 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f4bc09594422%2C35323%2C1733401637585:(num 1733401639542)
2024-12-05T12:28:02,536 DEBUG [RS:1;f4bc09594422:35323 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-05T12:28:02,536 INFO  [RS:1;f4bc09594422:35323 {}] regionserver.LeaseManager(133): Closed leases
2024-12-05T12:28:02,536 INFO  [RS:1;f4bc09594422:35323 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-05T12:28:02,536 INFO  [RS:1;f4bc09594422:35323 {}] hbase.ChoreService(370): Chore service for: regionserver/f4bc09594422:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-12-05T12:28:02,536 INFO  [RS:1;f4bc09594422:35323 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-05T12:28:02,536 INFO  [regionserver/f4bc09594422:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-05T12:28:02,536 INFO  [RS:1;f4bc09594422:35323 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35323
2024-12-05T12:28:02,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x100aa67f4bd0000, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-05T12:28:02,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35323-0x100aa67f4bd0002, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f4bc09594422,35323,1733401637585
2024-12-05T12:28:02,539 INFO  [RS:1;f4bc09594422:35323 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-05T12:28:02,540 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f4bc09594422,35323,1733401637585]
2024-12-05T12:28:02,542 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f4bc09594422,35323,1733401637585 already deleted, retry=false
2024-12-05T12:28:02,542 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f4bc09594422,35323,1733401637585 expired; onlineServers=0
2024-12-05T12:28:02,542 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f4bc09594422,43799,1733401636341' *****
2024-12-05T12:28:02,542 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-12-05T12:28:02,542 INFO  [M:0;f4bc09594422:43799 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-05T12:28:02,542 INFO  [M:0;f4bc09594422:43799 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-05T12:28:02,542 DEBUG [M:0;f4bc09594422:43799 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-12-05T12:28:02,542 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-12-05T12:28:02,542 DEBUG [M:0;f4bc09594422:43799 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-12-05T12:28:02,542 DEBUG [master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401639063 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.large.0-1733401639063,5,FailOnTimeoutGroup]
2024-12-05T12:28:02,542 DEBUG [master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401639065 {}] cleaner.HFileCleaner(306): Exit Thread[master/f4bc09594422:0:becomeActiveMaster-HFileCleaner.small.0-1733401639065,5,FailOnTimeoutGroup]
2024-12-05T12:28:02,543 INFO  [M:0;f4bc09594422:43799 {}] hbase.ChoreService(370): Chore service for: master/f4bc09594422:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-12-05T12:28:02,543 INFO  [M:0;f4bc09594422:43799 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-05T12:28:02,543 DEBUG [M:0;f4bc09594422:43799 {}] master.HMaster(1795): Stopping service threads
2024-12-05T12:28:02,543 INFO  [M:0;f4bc09594422:43799 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-05T12:28:02,543 INFO  [M:0;f4bc09594422:43799 {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-05T12:28:02,544 INFO  [M:0;f4bc09594422:43799 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-12-05T12:28:02,544 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-12-05T12:28:02,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x100aa67f4bd0000, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-05T12:28:02,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x100aa67f4bd0000, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T12:28:02,544 DEBUG [M:0;f4bc09594422:43799 {}] zookeeper.ZKUtil(347): master:43799-0x100aa67f4bd0000, quorum=127.0.0.1:63308, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-12-05T12:28:02,544 WARN  [M:0;f4bc09594422:43799 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-12-05T12:28:02,545 INFO  [M:0;f4bc09594422:43799 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/.lastflushedseqids
2024-12-05T12:28:02,557 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741941_1121 (size=138)
2024-12-05T12:28:02,557 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741941_1121 (size=138)
2024-12-05T12:28:02,558 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741941_1121 (size=138)
2024-12-05T12:28:02,558 INFO  [M:0;f4bc09594422:43799 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-12-05T12:28:02,558 INFO  [M:0;f4bc09594422:43799 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-12-05T12:28:02,558 DEBUG [M:0;f4bc09594422:43799 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-05T12:28:02,558 INFO  [M:0;f4bc09594422:43799 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T12:28:02,558 DEBUG [M:0;f4bc09594422:43799 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T12:28:02,558 DEBUG [M:0;f4bc09594422:43799 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-05T12:28:02,558 DEBUG [M:0;f4bc09594422:43799 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T12:28:02,558 INFO  [M:0;f4bc09594422:43799 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.33 KB heapSize=83.72 KB
2024-12-05T12:28:02,574 DEBUG [M:0;f4bc09594422:43799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/24c45c9420e8480bbc6fc6a1656b616e is 82, key is hbase:meta,,1/info:regioninfo/1733401640318/Put/seqid=0
2024-12-05T12:28:02,586 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741942_1122 (size=5672)
2024-12-05T12:28:02,586 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741942_1122 (size=5672)
2024-12-05T12:28:02,586 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741942_1122 (size=5672)
2024-12-05T12:28:02,587 INFO  [M:0;f4bc09594422:43799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/24c45c9420e8480bbc6fc6a1656b616e
2024-12-05T12:28:02,606 DEBUG [M:0;f4bc09594422:43799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d54b40fa1775453d8064ec88d77658b6 is 1075, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733401656855/Put/seqid=0
2024-12-05T12:28:02,611 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741943_1123 (size=7754)
2024-12-05T12:28:02,612 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741943_1123 (size=7754)
2024-12-05T12:28:02,612 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741943_1123 (size=7754)
2024-12-05T12:28:02,613 INFO  [M:0;f4bc09594422:43799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.60 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d54b40fa1775453d8064ec88d77658b6
2024-12-05T12:28:02,617 INFO  [M:0;f4bc09594422:43799 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d54b40fa1775453d8064ec88d77658b6
2024-12-05T12:28:02,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x100aa67f4bd0001, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-05T12:28:02,626 INFO  [RS:0;f4bc09594422:41729 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-05T12:28:02,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x100aa67f4bd0001, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-05T12:28:02,626 INFO  [RS:0;f4bc09594422:41729 {}] regionserver.HRegionServer(1031): Exiting; stopping=f4bc09594422,41729,1733401637438; zookeeper connection closed.
2024-12-05T12:28:02,626 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@67363433 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@67363433
2024-12-05T12:28:02,634 DEBUG [M:0;f4bc09594422:43799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83b041d8682d4c9892fa47272ad86c26 is 69, key is f4bc09594422,35323,1733401637585/rs:state/1733401639202/Put/seqid=0
2024-12-05T12:28:02,639 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741944_1124 (size=5445)
2024-12-05T12:28:02,640 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741944_1124 (size=5445)
2024-12-05T12:28:02,640 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741944_1124 (size=5445)
2024-12-05T12:28:02,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35323-0x100aa67f4bd0002, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-05T12:28:02,641 INFO  [RS:1;f4bc09594422:35323 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-05T12:28:02,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35323-0x100aa67f4bd0002, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-05T12:28:02,641 INFO  [M:0;f4bc09594422:43799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83b041d8682d4c9892fa47272ad86c26
2024-12-05T12:28:02,641 INFO  [RS:1;f4bc09594422:35323 {}] regionserver.HRegionServer(1031): Exiting; stopping=f4bc09594422,35323,1733401637585; zookeeper connection closed.
2024-12-05T12:28:02,641 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@53d85a82 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@53d85a82
2024-12-05T12:28:02,641 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete
2024-12-05T12:28:02,645 INFO  [M:0;f4bc09594422:43799 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 83b041d8682d4c9892fa47272ad86c26
2024-12-05T12:28:02,646 DEBUG [M:0;f4bc09594422:43799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/24c45c9420e8480bbc6fc6a1656b616e as hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/24c45c9420e8480bbc6fc6a1656b616e
2024-12-05T12:28:02,652 INFO  [M:0;f4bc09594422:43799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/24c45c9420e8480bbc6fc6a1656b616e, entries=8, sequenceid=168, filesize=5.5 K
2024-12-05T12:28:02,653 DEBUG [M:0;f4bc09594422:43799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d54b40fa1775453d8064ec88d77658b6 as hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d54b40fa1775453d8064ec88d77658b6
2024-12-05T12:28:02,658 INFO  [M:0;f4bc09594422:43799 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d54b40fa1775453d8064ec88d77658b6
2024-12-05T12:28:02,658 INFO  [M:0;f4bc09594422:43799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d54b40fa1775453d8064ec88d77658b6, entries=17, sequenceid=168, filesize=7.6 K
2024-12-05T12:28:02,659 DEBUG [M:0;f4bc09594422:43799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83b041d8682d4c9892fa47272ad86c26 as hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/83b041d8682d4c9892fa47272ad86c26
2024-12-05T12:28:02,663 INFO  [M:0;f4bc09594422:43799 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 83b041d8682d4c9892fa47272ad86c26
2024-12-05T12:28:02,663 INFO  [M:0;f4bc09594422:43799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34587/user/jenkins/test-data/3964fb41-ec42-108d-7f37-7a41fc8f7a18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/83b041d8682d4c9892fa47272ad86c26, entries=3, sequenceid=168, filesize=5.3 K
2024-12-05T12:28:02,664 INFO  [M:0;f4bc09594422:43799 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.33 KB/69972, heapSize ~83.42 KB/85424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 106ms, sequenceid=168, compaction requested=false
2024-12-05T12:28:02,665 INFO  [M:0;f4bc09594422:43799 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T12:28:02,665 DEBUG [M:0;f4bc09594422:43799 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733401682558Disabling compacts and flushes for region at 1733401682558Disabling writes for close at 1733401682558Obtaining lock to block concurrent updates at 1733401682558Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733401682558Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69972, getHeapSize=85664, getOffHeapSize=0, getCellsCount=195 at 1733401682559 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733401682559Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733401682559Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733401682574 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733401682574Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733401682591 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733401682606 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733401682606Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733401682618 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733401682633 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733401682633Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50b93333: reopening flushed file at 1733401682646 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@186dff00: reopening flushed file at 1733401682652 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16370fb4: reopening flushed file at 1733401682658 (+6 ms)Finished flush of dataSize ~68.33 KB/69972, heapSize ~83.42 KB/85424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 106ms, sequenceid=168, compaction requested=false at 1733401682664 (+6 ms)Writing region close event to WAL at 1733401682665 (+1 ms)Closed at 1733401682665
2024-12-05T12:28:02,667 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37437 is added to blk_1073741830_1006 (size=83594)
2024-12-05T12:28:02,667 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40127 is added to blk_1073741830_1006 (size=83594)
2024-12-05T12:28:02,671 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-05T12:28:02,671 INFO  [M:0;f4bc09594422:43799 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-12-05T12:28:02,672 INFO  [M:0;f4bc09594422:43799 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43799
2024-12-05T12:28:02,672 INFO  [M:0;f4bc09594422:43799 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-05T12:28:02,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x100aa67f4bd0000, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-05T12:28:02,774 INFO  [M:0;f4bc09594422:43799 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-05T12:28:02,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x100aa67f4bd0000, quorum=127.0.0.1:63308, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-05T12:28:02,780 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401660373/wal.1733401661017 with renewLeaseKey: DEFAULT_16655
java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401660373/wal.1733401661017 (inode 16655) Holder DFSClient_NONMAPREDUCE_-402583752_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733401660373/wal.1733401661017 (inode 16655) Holder DFSClient_NONMAPREDUCE_-402583752_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 25 more
2024-12-05T12:28:02,781 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733401651822/wal.1733401651945 with renewLeaseKey: DEFAULT_16586
java.io.IOException: stream already broken
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T12:28:02,781 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733401677405/wal.1733401677755 with renewLeaseKey: DEFAULT_16767
java.io.IOException: stream already broken
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T12:28:02,783 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401661292/wal.1733401670803 with renewLeaseKey: DEFAULT_16678
java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401661292/wal.1733401670803 (inode 16678) Holder DFSClient_NONMAPREDUCE_-402583752_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733401661292/wal.1733401670803 (inode 16678) Holder DFSClient_NONMAPREDUCE_-402583752_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 25 more
2024-12-05T12:28:02,784 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733401643466/wal.1733401643611 with renewLeaseKey: DEFAULT_16506
java.io.IOException: stream already broken
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T12:28:02,786 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733401671126/wal.1733401672175 with renewLeaseKey: DEFAULT_16704
java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733401671126/wal.1733401672175 (inode 16704) Holder DFSClient_NONMAPREDUCE_-402583752_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733401671126/wal.1733401672175 (inode 16704) Holder DFSClient_NONMAPREDUCE_-402583752_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 25 more
2024-12-05T12:28:02,786 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733401672610/wal.1733401672731 with renewLeaseKey: DEFAULT_16726
java.io.IOException: stream already broken
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T12:28:02,788 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401642047/wal.1733401643199 with renewLeaseKey: DEFAULT_16485
java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401642047/wal.1733401643199 (inode 16485) Holder DFSClient_NONMAPREDUCE_-402583752_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733401642047/wal.1733401643199 (inode 16485) Holder DFSClient_NONMAPREDUCE_-402583752_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 25 more
2024-12-05T12:28:02,790 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401640867/wal.1733401641577 with renewLeaseKey: DEFAULT_16462
java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401640867/wal.1733401641577 (inode 16462) Holder DFSClient_NONMAPREDUCE_-402583752_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733401640867/wal.1733401641577 (inode 16462) Holder DFSClient_NONMAPREDUCE_-402583752_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 25 more
2024-12-05T12:28:02,818 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@420bc738{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-05T12:28:02,820 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5546381a{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-05T12:28:02,820 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-05T12:28:02,821 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@228ffa29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-05T12:28:02,821 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e1a8b20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/hadoop.log.dir/,STOPPED}
2024-12-05T12:28:02,825 WARN  [BP-394612106-172.17.0.3-1733401632216 heartbeating to localhost/127.0.0.1:34587 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-12-05T12:28:02,825 WARN  [BP-394612106-172.17.0.3-1733401632216 heartbeating to localhost/127.0.0.1:34587 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-394612106-172.17.0.3-1733401632216 (Datanode Uuid 50f890b0-eb15-4c24-be10-1d527d77536a) service to localhost/127.0.0.1:34587
2024-12-05T12:28:02,825 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-12-05T12:28:02,826 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-12-05T12:28:02,826 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/cluster_04abff73-b402-e607-235b-eeda6ab91151/data/data5/current/BP-394612106-172.17.0.3-1733401632216 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-05T12:28:02,827 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/cluster_04abff73-b402-e607-235b-eeda6ab91151/data/data6/current/BP-394612106-172.17.0.3-1733401632216 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-05T12:28:02,827 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-12-05T12:28:02,834 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64052af6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-05T12:28:02,834 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@645d24a7{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-05T12:28:02,834 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-05T12:28:02,835 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c7d32f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-05T12:28:02,835 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7acb2c1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/hadoop.log.dir/,STOPPED}
2024-12-05T12:28:02,836 WARN  [BP-394612106-172.17.0.3-1733401632216 heartbeating to localhost/127.0.0.1:34587 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-12-05T12:28:02,836 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-12-05T12:28:02,836 WARN  [BP-394612106-172.17.0.3-1733401632216 heartbeating to localhost/127.0.0.1:34587 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-394612106-172.17.0.3-1733401632216 (Datanode Uuid a37addbf-f1a6-44e6-8545-03cc142dfbdf) service to localhost/127.0.0.1:34587
2024-12-05T12:28:02,836 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-12-05T12:28:02,837 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/cluster_04abff73-b402-e607-235b-eeda6ab91151/data/data3/current/BP-394612106-172.17.0.3-1733401632216 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-05T12:28:02,837 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/cluster_04abff73-b402-e607-235b-eeda6ab91151/data/data4/current/BP-394612106-172.17.0.3-1733401632216 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-05T12:28:02,837 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-12-05T12:28:02,843 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@501095cc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-05T12:28:02,844 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b37aa87{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-05T12:28:02,844 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-05T12:28:02,844 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@751d2fa4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-05T12:28:02,844 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3161f7a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/hadoop.log.dir/,STOPPED}
2024-12-05T12:28:02,846 WARN  [BP-394612106-172.17.0.3-1733401632216 heartbeating to localhost/127.0.0.1:34587 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-12-05T12:28:02,846 WARN  [BP-394612106-172.17.0.3-1733401632216 heartbeating to localhost/127.0.0.1:34587 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-394612106-172.17.0.3-1733401632216 (Datanode Uuid d5857236-c9c7-433b-9d8e-1508bb0ef4dd) service to localhost/127.0.0.1:34587
2024-12-05T12:28:02,846 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-12-05T12:28:02,846 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-12-05T12:28:02,847 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/cluster_04abff73-b402-e607-235b-eeda6ab91151/data/data1/current/BP-394612106-172.17.0.3-1733401632216 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-05T12:28:02,847 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/cluster_04abff73-b402-e607-235b-eeda6ab91151/data/data2/current/BP-394612106-172.17.0.3-1733401632216 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-05T12:28:02,847 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-12-05T12:28:02,854 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c03e044{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-05T12:28:02,855 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@698721f1{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-05T12:28:02,855 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-05T12:28:02,855 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@652099c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-05T12:28:02,855 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@264e890{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/209703de-1029-f082-b62e-50404f982392/hadoop.log.dir/,STOPPED}
2024-12-05T12:28:02,867 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-12-05T12:28:02,930 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down