2024-11-14 17:32:27,474 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a
2024-11-14 17:32:27,493 main DEBUG Took 0.015660 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-14 17:32:27,494 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-14 17:32:27,494 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-14 17:32:27,503 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-14 17:32:27,511 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 17:32:27,532 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-14 17:32:27,567 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 17:32:27,569 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 17:32:27,570 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 17:32:27,570 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 17:32:27,571 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 17:32:27,571 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 17:32:27,579 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 17:32:27,579 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 17:32:27,580 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 17:32:27,581 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 17:32:27,582 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 17:32:27,582 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 17:32:27,583 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 17:32:27,584 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 17:32:27,584 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 17:32:27,585 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 17:32:27,585 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 17:32:27,586 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 17:32:27,586 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 17:32:27,587 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 17:32:27,587 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 17:32:27,588 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 17:32:27,588 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 17:32:27,589 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 17:32:27,589 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 17:32:27,590 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-14 17:32:27,592 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 17:32:27,594 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-14 17:32:27,596 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-14 17:32:27,597 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-14 17:32:27,600 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-14 17:32:27,601 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-14 17:32:27,618 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-14 17:32:27,625 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-14 17:32:27,627 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-14 17:32:27,628 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-14 17:32:27,628 main DEBUG createAppenders(={Console})
2024-11-14 17:32:27,629 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized
2024-11-14 17:32:27,629 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a
2024-11-14 17:32:27,630 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK.
2024-11-14 17:32:27,634 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-14 17:32:27,634 main DEBUG OutputStream closed
2024-11-14 17:32:27,635 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-14 17:32:27,635 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-14 17:32:27,635 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK
2024-11-14 17:32:27,764 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-14 17:32:27,766 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-14 17:32:27,768 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-14 17:32:27,770 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-14 17:32:27,772 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-14 17:32:27,772 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-14 17:32:27,773 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-14 17:32:27,773 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-14 17:32:27,773 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-14 17:32:27,774 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-14 17:32:27,774 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-14 17:32:27,775 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-14 17:32:27,775 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-14 17:32:27,776 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-14 17:32:27,776 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-14 17:32:27,777 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-14 17:32:27,777 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-14 17:32:27,778 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-14 17:32:27,781 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-14 17:32:27,781 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null
2024-11-14 17:32:27,782 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-14 17:32:27,783 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK.
2024-11-14T17:32:28,228 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75
2024-11-14 17:32:28,233 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-14 17:32:28,234 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-14T17:32:28,246 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins
2024-11-14T17:32:28,255 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestSecureAsyncWALReplay timeout: 13 mins
2024-11-14T17:32:28,299 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-14T17:32:28,378 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-14T17:32:28,378 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-14T17:32:28,407 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-14T17:32:28,474 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/cluster_33f6edc3-5f79-dd11-0b89-8827b8c8064d, deleteOnExit=true
2024-11-14T17:32:28,474 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-14T17:32:28,475 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/test.cache.data in system properties and HBase conf
2024-11-14T17:32:28,476 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/hadoop.tmp.dir in system properties and HBase conf
2024-11-14T17:32:28,476 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/hadoop.log.dir in system properties and HBase conf
2024-11-14T17:32:28,477 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-14T17:32:28,477 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-14T17:32:28,477 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-14T17:32:28,606 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-14T17:32:28,762 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-14T17:32:28,787 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-14T17:32:28,788 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-14T17:32:28,788 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-14T17:32:28,789 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-14T17:32:28,790 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-14T17:32:28,792 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-14T17:32:28,793 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-14T17:32:28,793 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-14T17:32:28,794 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-14T17:32:28,795 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/nfs.dump.dir in system properties and HBase conf
2024-11-14T17:32:28,795 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/java.io.tmpdir in system properties and HBase conf
2024-11-14T17:32:28,796 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-14T17:32:28,796 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-14T17:32:28,797 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-14T17:32:30,122 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-14T17:32:30,255 INFO  [Time-limited test {}] log.Log(170): Logging initialized @3781ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-14T17:32:30,359 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-14T17:32:30,443 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-14T17:32:30,472 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-14T17:32:30,473 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-14T17:32:30,474 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-14T17:32:30,492 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-14T17:32:30,494 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bdd7391{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/hadoop.log.dir/,AVAILABLE}
2024-11-14T17:32:30,495 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e578b56{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-14T17:32:30,847 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6878e65d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/java.io.tmpdir/jetty-localhost-34263-hadoop-hdfs-3_4_1-tests_jar-_-any-5964602874373116937/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-14T17:32:30,857 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f30922e{HTTP/1.1, (http/1.1)}{localhost:34263}
2024-11-14T17:32:30,857 INFO  [Time-limited test {}] server.Server(415): Started @4383ms
2024-11-14T17:32:31,350 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-14T17:32:31,359 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-14T17:32:31,361 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-14T17:32:31,361 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-14T17:32:31,361 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-14T17:32:31,362 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f494b95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/hadoop.log.dir/,AVAILABLE}
2024-11-14T17:32:31,363 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63c29ae0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-14T17:32:31,515 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@388bacc3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/java.io.tmpdir/jetty-localhost-35197-hadoop-hdfs-3_4_1-tests_jar-_-any-10988474829905384857/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-14T17:32:31,516 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f48fbbe{HTTP/1.1, (http/1.1)}{localhost:35197}
2024-11-14T17:32:31,517 INFO  [Time-limited test {}] server.Server(415): Started @5042ms
2024-11-14T17:32:31,577 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-14T17:32:31,756 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-14T17:32:31,764 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-14T17:32:31,772 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-14T17:32:31,772 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-14T17:32:31,773 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-14T17:32:31,773 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fe9d746{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/hadoop.log.dir/,AVAILABLE}
2024-11-14T17:32:31,774 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@540114bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-14T17:32:32,009 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@565a2c18{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/java.io.tmpdir/jetty-localhost-46551-hadoop-hdfs-3_4_1-tests_jar-_-any-5945877900590928853/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-14T17:32:32,010 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@311fb016{HTTP/1.1, (http/1.1)}{localhost:46551}
2024-11-14T17:32:32,011 INFO  [Time-limited test {}] server.Server(415): Started @5537ms
2024-11-14T17:32:32,015 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-14T17:32:32,168 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-14T17:32:32,181 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-14T17:32:32,184 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-14T17:32:32,184 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-14T17:32:32,184 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-14T17:32:32,185 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d7caafc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/hadoop.log.dir/,AVAILABLE}
2024-11-14T17:32:32,186 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@606c1a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-14T17:32:32,410 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b7f81b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/java.io.tmpdir/jetty-localhost-33889-hadoop-hdfs-3_4_1-tests_jar-_-any-3106905113566592373/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-14T17:32:32,411 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d3aa315{HTTP/1.1, (http/1.1)}{localhost:33889}
2024-11-14T17:32:32,411 INFO  [Time-limited test {}] server.Server(415): Started @5937ms
2024-11-14T17:32:32,414 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-14T17:32:33,067 WARN  [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/cluster_33f6edc3-5f79-dd11-0b89-8827b8c8064d/data/data5/current/BP-939765406-172.17.0.3-1731605549821/current, will proceed with Du for space computation calculation, 
2024-11-14T17:32:33,067 WARN  [Thread-128 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/cluster_33f6edc3-5f79-dd11-0b89-8827b8c8064d/data/data4/current/BP-939765406-172.17.0.3-1731605549821/current, will proceed with Du for space computation calculation, 
2024-11-14T17:32:33,067 WARN  [Thread-127 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/cluster_33f6edc3-5f79-dd11-0b89-8827b8c8064d/data/data1/current/BP-939765406-172.17.0.3-1731605549821/current, will proceed with Du for space computation calculation, 
2024-11-14T17:32:33,067 WARN  [Thread-129 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/cluster_33f6edc3-5f79-dd11-0b89-8827b8c8064d/data/data2/current/BP-939765406-172.17.0.3-1731605549821/current, will proceed with Du for space computation calculation, 
2024-11-14T17:32:33,067 WARN  [Thread-126 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/cluster_33f6edc3-5f79-dd11-0b89-8827b8c8064d/data/data3/current/BP-939765406-172.17.0.3-1731605549821/current, will proceed with Du for space computation calculation, 
2024-11-14T17:32:33,067 WARN  [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/cluster_33f6edc3-5f79-dd11-0b89-8827b8c8064d/data/data6/current/BP-939765406-172.17.0.3-1731605549821/current, will proceed with Du for space computation calculation, 
2024-11-14T17:32:33,132 WARN  [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-14T17:32:33,133 WARN  [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-14T17:32:33,137 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-14T17:32:33,197 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75
2024-11-14T17:32:33,200 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x159f8d81df6da566 with lease ID 0x9d8df26c7adae9f4: Processing first storage report for DS-456a3161-5afd-4872-bec3-72537d2d513a from datanode DatanodeRegistration(127.0.0.1:40839, datanodeUuid=60276406-9220-4ef1-87cb-71edb41ef839, infoPort=36431, infoSecurePort=0, ipcPort=34421, storageInfo=lv=-57;cid=testClusterID;nsid=1309868984;c=1731605549821)
2024-11-14T17:32:33,201 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x159f8d81df6da566 with lease ID 0x9d8df26c7adae9f4: from storage DS-456a3161-5afd-4872-bec3-72537d2d513a node DatanodeRegistration(127.0.0.1:40839, datanodeUuid=60276406-9220-4ef1-87cb-71edb41ef839, infoPort=36431, infoSecurePort=0, ipcPort=34421, storageInfo=lv=-57;cid=testClusterID;nsid=1309868984;c=1731605549821), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-14T17:32:33,202 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8fcfe250d75b1d25 with lease ID 0x9d8df26c7adae9f2: Processing first storage report for DS-002705a4-6204-4b9e-80bf-1e03c80655da from datanode DatanodeRegistration(127.0.0.1:41483, datanodeUuid=3cd89481-be29-439d-8889-495899615d29, infoPort=39323, infoSecurePort=0, ipcPort=33547, storageInfo=lv=-57;cid=testClusterID;nsid=1309868984;c=1731605549821)
2024-11-14T17:32:33,202 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8fcfe250d75b1d25 with lease ID 0x9d8df26c7adae9f2: from storage DS-002705a4-6204-4b9e-80bf-1e03c80655da node DatanodeRegistration(127.0.0.1:41483, datanodeUuid=3cd89481-be29-439d-8889-495899615d29, infoPort=39323, infoSecurePort=0, ipcPort=33547, storageInfo=lv=-57;cid=testClusterID;nsid=1309868984;c=1731605549821), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-14T17:32:33,203 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4a9c9a43c5a91ea2 with lease ID 0x9d8df26c7adae9f3: Processing first storage report for DS-acbdb69f-8461-46d2-b56b-9381fa96d618 from datanode DatanodeRegistration(127.0.0.1:43201, datanodeUuid=780ee143-dbdc-4158-a599-d797634f81e8, infoPort=45785, infoSecurePort=0, ipcPort=39245, storageInfo=lv=-57;cid=testClusterID;nsid=1309868984;c=1731605549821)
2024-11-14T17:32:33,203 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4a9c9a43c5a91ea2 with lease ID 0x9d8df26c7adae9f3: from storage DS-acbdb69f-8461-46d2-b56b-9381fa96d618 node DatanodeRegistration(127.0.0.1:43201, datanodeUuid=780ee143-dbdc-4158-a599-d797634f81e8, infoPort=45785, infoSecurePort=0, ipcPort=39245, storageInfo=lv=-57;cid=testClusterID;nsid=1309868984;c=1731605549821), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-14T17:32:33,203 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x159f8d81df6da566 with lease ID 0x9d8df26c7adae9f4: Processing first storage report for DS-217c2cd5-14ba-4ad0-a2f7-aa8b3e9e8ea3 from datanode DatanodeRegistration(127.0.0.1:40839, datanodeUuid=60276406-9220-4ef1-87cb-71edb41ef839, infoPort=36431, infoSecurePort=0, ipcPort=34421, storageInfo=lv=-57;cid=testClusterID;nsid=1309868984;c=1731605549821)
2024-11-14T17:32:33,203 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x159f8d81df6da566 with lease ID 0x9d8df26c7adae9f4: from storage DS-217c2cd5-14ba-4ad0-a2f7-aa8b3e9e8ea3 node DatanodeRegistration(127.0.0.1:40839, datanodeUuid=60276406-9220-4ef1-87cb-71edb41ef839, infoPort=36431, infoSecurePort=0, ipcPort=34421, storageInfo=lv=-57;cid=testClusterID;nsid=1309868984;c=1731605549821), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-14T17:32:33,204 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4a9c9a43c5a91ea2 with lease ID 0x9d8df26c7adae9f3: Processing first storage report for DS-73d2af35-2f8b-4ea5-a317-43216af01405 from datanode DatanodeRegistration(127.0.0.1:43201, datanodeUuid=780ee143-dbdc-4158-a599-d797634f81e8, infoPort=45785, infoSecurePort=0, ipcPort=39245, storageInfo=lv=-57;cid=testClusterID;nsid=1309868984;c=1731605549821)
2024-11-14T17:32:33,204 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4a9c9a43c5a91ea2 with lease ID 0x9d8df26c7adae9f3: from storage DS-73d2af35-2f8b-4ea5-a317-43216af01405 node DatanodeRegistration(127.0.0.1:43201, datanodeUuid=780ee143-dbdc-4158-a599-d797634f81e8, infoPort=45785, infoSecurePort=0, ipcPort=39245, storageInfo=lv=-57;cid=testClusterID;nsid=1309868984;c=1731605549821), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-14T17:32:33,210 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8fcfe250d75b1d25 with lease ID 0x9d8df26c7adae9f2: Processing first storage report for DS-be572a52-4c7f-4898-b977-60b2e0ec3431 from datanode DatanodeRegistration(127.0.0.1:41483, datanodeUuid=3cd89481-be29-439d-8889-495899615d29, infoPort=39323, infoSecurePort=0, ipcPort=33547, storageInfo=lv=-57;cid=testClusterID;nsid=1309868984;c=1731605549821)
2024-11-14T17:32:33,211 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8fcfe250d75b1d25 with lease ID 0x9d8df26c7adae9f2: from storage DS-be572a52-4c7f-4898-b977-60b2e0ec3431 node DatanodeRegistration(127.0.0.1:41483, datanodeUuid=3cd89481-be29-439d-8889-495899615d29, infoPort=39323, infoSecurePort=0, ipcPort=33547, storageInfo=lv=-57;cid=testClusterID;nsid=1309868984;c=1731605549821), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-14T17:32:33,305 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/cluster_33f6edc3-5f79-dd11-0b89-8827b8c8064d/zookeeper_0, clientPort=62987, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/cluster_33f6edc3-5f79-dd11-0b89-8827b8c8064d/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/cluster_33f6edc3-5f79-dd11-0b89-8827b8c8064d/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-14T17:32:33,319 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62987
2024-11-14T17:32:33,334 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-14T17:32:33,338 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-14T17:32:33,691 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741825_1001 (size=7)
2024-11-14T17:32:33,692 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741825_1001 (size=7)
2024-11-14T17:32:33,693 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741825_1001 (size=7)
2024-11-14T17:32:34,101 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a with version=8
2024-11-14T17:32:34,102 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/hbase-staging
2024-11-14T17:32:34,464 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/4e57a52647ef:0 server-side Connection retries=45
2024-11-14T17:32:34,479 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-14T17:32:34,480 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-14T17:32:34,487 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-14T17:32:34,487 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-14T17:32:34,487 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-14T17:32:34,670 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-14T17:32:34,751 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-14T17:32:34,771 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-14T17:32:34,776 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-14T17:32:34,817 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 21411 (auto-detected)
2024-11-14T17:32:34,818 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-11-14T17:32:34,853 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44637
2024-11-14T17:32:34,885 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44637 connecting to ZooKeeper ensemble=127.0.0.1:62987
2024-11-14T17:32:34,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446370x0, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-14T17:32:34,947 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44637-0x100ab7f709d0000 connected
2024-11-14T17:32:35,015 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-14T17:32:35,027 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-14T17:32:35,055 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44637-0x100ab7f709d0000, quorum=127.0.0.1:62987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-14T17:32:35,060 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a, hbase.cluster.distributed=false
2024-11-14T17:32:35,093 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44637-0x100ab7f709d0000, quorum=127.0.0.1:62987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-14T17:32:35,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44637
2024-11-14T17:32:35,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44637
2024-11-14T17:32:35,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44637
2024-11-14T17:32:35,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44637
2024-11-14T17:32:35,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44637
2024-11-14T17:32:35,326 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/4e57a52647ef:0 server-side Connection retries=45
2024-11-14T17:32:35,329 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-14T17:32:35,329 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-14T17:32:35,330 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-14T17:32:35,330 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-14T17:32:35,331 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-14T17:32:35,335 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-14T17:32:35,344 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-14T17:32:35,346 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37543
2024-11-14T17:32:35,349 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37543 connecting to ZooKeeper ensemble=127.0.0.1:62987
2024-11-14T17:32:35,351 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-14T17:32:35,355 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-14T17:32:35,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375430x0, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-14T17:32:35,383 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:375430x0, quorum=127.0.0.1:62987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-14T17:32:35,386 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37543-0x100ab7f709d0001 connected
2024-11-14T17:32:35,389 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-14T17:32:35,405 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-14T17:32:35,408 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37543-0x100ab7f709d0001, quorum=127.0.0.1:62987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-14T17:32:35,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37543-0x100ab7f709d0001, quorum=127.0.0.1:62987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-14T17:32:35,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37543
2024-11-14T17:32:35,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37543
2024-11-14T17:32:35,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37543
2024-11-14T17:32:35,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37543
2024-11-14T17:32:35,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37543
2024-11-14T17:32:35,464 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/4e57a52647ef:0 server-side Connection retries=45
2024-11-14T17:32:35,465 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-14T17:32:35,465 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-14T17:32:35,466 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-14T17:32:35,466 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-14T17:32:35,466 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-14T17:32:35,466 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-14T17:32:35,467 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-14T17:32:35,499 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33715
2024-11-14T17:32:35,503 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33715 connecting to ZooKeeper ensemble=127.0.0.1:62987
2024-11-14T17:32:35,507 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-14T17:32:35,510 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-14T17:32:35,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337150x0, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-14T17:32:35,530 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337150x0, quorum=127.0.0.1:62987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-14T17:32:35,531 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-14T17:32:35,536 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-14T17:32:35,539 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33715-0x100ab7f709d0002 connected
2024-11-14T17:32:35,544 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33715-0x100ab7f709d0002, quorum=127.0.0.1:62987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-14T17:32:35,559 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33715-0x100ab7f709d0002, quorum=127.0.0.1:62987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-14T17:32:35,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33715
2024-11-14T17:32:35,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33715
2024-11-14T17:32:35,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33715
2024-11-14T17:32:35,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33715
2024-11-14T17:32:35,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33715
2024-11-14T17:32:35,618 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/4e57a52647ef:0 server-side Connection retries=45
2024-11-14T17:32:35,618 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-14T17:32:35,619 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-14T17:32:35,619 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-14T17:32:35,619 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-14T17:32:35,619 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-14T17:32:35,619 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-14T17:32:35,620 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-14T17:32:35,627 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36257
2024-11-14T17:32:35,630 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36257 connecting to ZooKeeper ensemble=127.0.0.1:62987
2024-11-14T17:32:35,632 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-14T17:32:35,636 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-14T17:32:35,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362570x0, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-14T17:32:35,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36257-0x100ab7f709d0003 connected
2024-11-14T17:32:35,666 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36257-0x100ab7f709d0003, quorum=127.0.0.1:62987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-14T17:32:35,667 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-14T17:32:35,669 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-14T17:32:35,675 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36257-0x100ab7f709d0003, quorum=127.0.0.1:62987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-14T17:32:35,678 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36257-0x100ab7f709d0003, quorum=127.0.0.1:62987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-14T17:32:35,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36257
2024-11-14T17:32:35,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36257
2024-11-14T17:32:35,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36257
2024-11-14T17:32:35,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36257
2024-11-14T17:32:35,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36257
2024-11-14T17:32:35,711 DEBUG [M:0;4e57a52647ef:44637 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4e57a52647ef:44637
2024-11-14T17:32:35,716 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/4e57a52647ef,44637,1731605554223
2024-11-14T17:32:35,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44637-0x100ab7f709d0000, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-14T17:32:35,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37543-0x100ab7f709d0001, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-14T17:32:35,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33715-0x100ab7f709d0002, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-14T17:32:35,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x100ab7f709d0003, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-14T17:32:35,728 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44637-0x100ab7f709d0000, quorum=127.0.0.1:62987, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4e57a52647ef,44637,1731605554223
2024-11-14T17:32:35,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44637-0x100ab7f709d0000, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T17:32:35,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33715-0x100ab7f709d0002, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-14T17:32:35,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x100ab7f709d0003, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-14T17:32:35,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33715-0x100ab7f709d0002, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T17:32:35,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37543-0x100ab7f709d0001, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-14T17:32:35,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x100ab7f709d0003, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T17:32:35,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37543-0x100ab7f709d0001, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T17:32:35,771 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44637-0x100ab7f709d0000, quorum=127.0.0.1:62987, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-14T17:32:35,772 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4e57a52647ef,44637,1731605554223 from backup master directory
2024-11-14T17:32:35,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33715-0x100ab7f709d0002, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-14T17:32:35,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x100ab7f709d0003, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-14T17:32:35,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44637-0x100ab7f709d0000, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4e57a52647ef,44637,1731605554223
2024-11-14T17:32:35,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37543-0x100ab7f709d0001, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-14T17:32:35,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44637-0x100ab7f709d0000, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-14T17:32:35,779 WARN  [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-14T17:32:35,779 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4e57a52647ef,44637,1731605554223
2024-11-14T17:32:35,782 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-14T17:32:35,784 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-14T17:32:35,862 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/hbase.id] with ID: 71af52e6-5e49-4b25-9d7c-e0bbf7a1a5d2
2024-11-14T17:32:35,862 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/.tmp/hbase.id
2024-11-14T17:32:35,895 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741826_1002 (size=42)
2024-11-14T17:32:35,899 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741826_1002 (size=42)
2024-11-14T17:32:35,901 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741826_1002 (size=42)
2024-11-14T17:32:35,907 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/.tmp/hbase.id]:[hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/hbase.id]
2024-11-14T17:32:35,976 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-14T17:32:35,983 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-14T17:32:36,009 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 22ms.
2024-11-14T17:32:36,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44637-0x100ab7f709d0000, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T17:32:36,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33715-0x100ab7f709d0002, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T17:32:36,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37543-0x100ab7f709d0001, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T17:32:36,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x100ab7f709d0003, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T17:32:36,058 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741827_1003 (size=196)
2024-11-14T17:32:36,061 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741827_1003 (size=196)
2024-11-14T17:32:36,062 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741827_1003 (size=196)
2024-11-14T17:32:36,081 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-14T17:32:36,083 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-14T17:32:36,091 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-14T17:32:36,157 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741828_1004 (size=1189)
2024-11-14T17:32:36,160 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741828_1004 (size=1189)
2024-11-14T17:32:36,160 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741828_1004 (size=1189)
2024-11-14T17:32:36,187 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/MasterData/data/master/store
2024-11-14T17:32:36,209 WARN  [IPC Server handler 0 on default port 39257 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-14T17:32:36,210 WARN  [IPC Server handler 0 on default port 39257 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-14T17:32:36,210 WARN  [IPC Server handler 0 on default port 39257 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-14T17:32:36,236 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741829_1005 (size=34)
2024-11-14T17:32:36,239 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741829_1005 (size=34)
2024-11-14T17:32:36,246 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-14T17:32:36,253 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T17:32:36,254 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-14T17:32:36,255 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-14T17:32:36,255 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-14T17:32:36,258 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-14T17:32:36,259 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-14T17:32:36,259 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-14T17:32:36,261 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731605556254Disabling compacts and flushes for region at 1731605556254Disabling writes for close at 1731605556258 (+4 ms)Writing region close event to WAL at 1731605556259 (+1 ms)Closed at 1731605556259
2024-11-14T17:32:36,265 WARN  [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/MasterData/data/master/store/.initializing
2024-11-14T17:32:36,265 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/MasterData/WALs/4e57a52647ef,44637,1731605554223
2024-11-14T17:32:36,282 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-14T17:32:36,313 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4e57a52647ef%2C44637%2C1731605554223, suffix=, logDir=hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/MasterData/WALs/4e57a52647ef,44637,1731605554223, archiveDir=hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/MasterData/oldWALs, maxLogs=10
2024-11-14T17:32:36,360 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/MasterData/WALs/4e57a52647ef,44637,1731605554223/4e57a52647ef%2C44637%2C1731605554223.1731605556324, exclude list is [], retry=0
2024-11-14T17:32:36,368 WARN  [IPC Server handler 4 on default port 39257 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-14T17:32:36,368 WARN  [IPC Server handler 4 on default port 39257 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-14T17:32:36,369 WARN  [IPC Server handler 4 on default port 39257 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-14T17:32:36,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T17:32:36,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-456a3161-5afd-4872-bec3-72537d2d513a,DISK]
2024-11-14T17:32:36,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43201,DS-acbdb69f-8461-46d2-b56b-9381fa96d618,DISK]
2024-11-14T17:32:36,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-14T17:32:36,443 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] crypto.Encryption(565): Installed org.apache.hadoop.hbase.io.crypto.MockAesKeyProvider into key provider cache
2024-11-14T17:32:36,551 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/MasterData/WALs/4e57a52647ef,44637,1731605554223/4e57a52647ef%2C44637%2C1731605554223.1731605556324
2024-11-14T17:32:36,555 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45785:45785),(127.0.0.1/127.0.0.1:36431:36431)]
2024-11-14T17:32:36,556 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-14T17:32:36,557 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T17:32:36,561 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-14T17:32:36,562 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-14T17:32:36,612 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-14T17:32:36,646 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-14T17:32:36,651 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:36,655 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-14T17:32:36,656 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-14T17:32:36,661 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-14T17:32:36,661 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:36,667 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:32:36,667 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-14T17:32:36,671 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-14T17:32:36,671 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:36,676 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:32:36,676 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-14T17:32:36,680 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-14T17:32:36,680 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:36,685 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:32:36,685 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-14T17:32:36,691 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-14T17:32:36,693 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-14T17:32:36,703 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-14T17:32:36,704 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-14T17:32:36,709 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-14T17:32:36,718 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-14T17:32:36,737 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T17:32:36,739 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74940013, jitterRate=0.11669321358203888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-14T17:32:36,748 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731605556578Initializing all the Stores at 1731605556581 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731605556582 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605556583 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605556584 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605556584Cleaning up temporary data from old regions at 1731605556704 (+120 ms)Region opened successfully at 1731605556748 (+44 ms)
2024-11-14T17:32:36,754 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-14T17:32:36,803 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1755c321, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0
2024-11-14T17:32:36,865 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-14T17:32:36,882 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-14T17:32:36,882 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-14T17:32:36,886 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-14T17:32:36,894 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 8 msec
2024-11-14T17:32:36,904 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec
2024-11-14T17:32:36,904 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-14T17:32:36,941 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-14T17:32:36,962 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44637-0x100ab7f709d0000, quorum=127.0.0.1:62987, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-14T17:32:36,974 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-14T17:32:36,977 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-14T17:32:36,984 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44637-0x100ab7f709d0000, quorum=127.0.0.1:62987, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-14T17:32:36,989 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-14T17:32:36,993 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-14T17:32:37,003 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44637-0x100ab7f709d0000, quorum=127.0.0.1:62987, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-14T17:32:37,007 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-14T17:32:37,015 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44637-0x100ab7f709d0000, quorum=127.0.0.1:62987, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-14T17:32:37,019 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-14T17:32:37,044 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44637-0x100ab7f709d0000, quorum=127.0.0.1:62987, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-14T17:32:37,047 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-14T17:32:37,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44637-0x100ab7f709d0000, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-14T17:32:37,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33715-0x100ab7f709d0002, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-14T17:32:37,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44637-0x100ab7f709d0000, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T17:32:37,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33715-0x100ab7f709d0002, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T17:32:37,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x100ab7f709d0003, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-14T17:32:37,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x100ab7f709d0003, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T17:32:37,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37543-0x100ab7f709d0001, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-14T17:32:37,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37543-0x100ab7f709d0001, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T17:32:37,065 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4e57a52647ef,44637,1731605554223, sessionid=0x100ab7f709d0000, setting cluster-up flag (Was=false)
2024-11-14T17:32:37,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33715-0x100ab7f709d0002, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T17:32:37,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44637-0x100ab7f709d0000, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T17:32:37,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x100ab7f709d0003, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T17:32:37,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37543-0x100ab7f709d0001, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T17:32:37,097 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-14T17:32:37,100 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e57a52647ef,44637,1731605554223
2024-11-14T17:32:37,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x100ab7f709d0003, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T17:32:37,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33715-0x100ab7f709d0002, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T17:32:37,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37543-0x100ab7f709d0001, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T17:32:37,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44637-0x100ab7f709d0000, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T17:32:37,118 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-14T17:32:37,130 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4e57a52647ef,44637,1731605554223
2024-11-14T17:32:37,139 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-14T17:32:37,193 INFO  [RS:0;4e57a52647ef:37543 {}] regionserver.HRegionServer(746): ClusterId : 71af52e6-5e49-4b25-9d7c-e0bbf7a1a5d2
2024-11-14T17:32:37,196 DEBUG [RS:0;4e57a52647ef:37543 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-14T17:32:37,215 INFO  [RS:2;4e57a52647ef:36257 {}] regionserver.HRegionServer(746): ClusterId : 71af52e6-5e49-4b25-9d7c-e0bbf7a1a5d2
2024-11-14T17:32:37,215 DEBUG [RS:2;4e57a52647ef:36257 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-14T17:32:37,216 INFO  [RS:1;4e57a52647ef:33715 {}] regionserver.HRegionServer(746): ClusterId : 71af52e6-5e49-4b25-9d7c-e0bbf7a1a5d2
2024-11-14T17:32:37,216 DEBUG [RS:1;4e57a52647ef:33715 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-14T17:32:37,224 DEBUG [RS:0;4e57a52647ef:37543 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-14T17:32:37,224 DEBUG [RS:0;4e57a52647ef:37543 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-14T17:32:37,225 DEBUG [RS:2;4e57a52647ef:36257 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-14T17:32:37,225 DEBUG [RS:2;4e57a52647ef:36257 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-14T17:32:37,226 DEBUG [RS:1;4e57a52647ef:33715 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-14T17:32:37,226 DEBUG [RS:1;4e57a52647ef:33715 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-14T17:32:37,228 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-14T17:32:37,228 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-14T17:32:37,229 WARN  [RedundancyMonitor {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK, ARCHIVE], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-14T17:32:37,229 WARN  [RedundancyMonitor {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=false) All required storage types are unavailable:  unavailableStorages=[DISK, ARCHIVE], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-14T17:32:37,231 DEBUG [RS:0;4e57a52647ef:37543 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-14T17:32:37,232 DEBUG [RS:0;4e57a52647ef:37543 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2abd889f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0
2024-11-14T17:32:37,235 DEBUG [RS:1;4e57a52647ef:33715 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-14T17:32:37,235 DEBUG [RS:2;4e57a52647ef:36257 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-14T17:32:37,236 DEBUG [RS:1;4e57a52647ef:33715 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e44d451, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0
2024-11-14T17:32:37,236 DEBUG [RS:2;4e57a52647ef:36257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f561720, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4e57a52647ef/172.17.0.3:0
2024-11-14T17:32:37,237 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-14T17:32:37,248 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-14T17:32:37,253 DEBUG [RS:0;4e57a52647ef:37543 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4e57a52647ef:37543
2024-11-14T17:32:37,254 DEBUG [RS:1;4e57a52647ef:33715 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;4e57a52647ef:33715
2024-11-14T17:32:37,256 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-14T17:32:37,258 INFO  [RS:0;4e57a52647ef:37543 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-14T17:32:37,258 INFO  [RS:1;4e57a52647ef:33715 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-14T17:32:37,258 INFO  [RS:1;4e57a52647ef:33715 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-14T17:32:37,258 INFO  [RS:0;4e57a52647ef:37543 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-14T17:32:37,258 DEBUG [RS:1;4e57a52647ef:33715 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-14T17:32:37,258 DEBUG [RS:0;4e57a52647ef:37543 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-14T17:32:37,264 INFO  [RS:0;4e57a52647ef:37543 {}] regionserver.HRegionServer(2659): reportForDuty to master=4e57a52647ef,44637,1731605554223 with port=37543, startcode=1731605555271
2024-11-14T17:32:37,264 INFO  [RS:1;4e57a52647ef:33715 {}] regionserver.HRegionServer(2659): reportForDuty to master=4e57a52647ef,44637,1731605554223 with port=33715, startcode=1731605555464
2024-11-14T17:32:37,264 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4e57a52647ef,44637,1731605554223
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-14T17:32:37,275 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5
2024-11-14T17:32:37,276 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5
2024-11-14T17:32:37,276 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5
2024-11-14T17:32:37,276 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4e57a52647ef:0, corePoolSize=5, maxPoolSize=5
2024-11-14T17:32:37,276 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4e57a52647ef:0, corePoolSize=10, maxPoolSize=10
2024-11-14T17:32:37,276 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1
2024-11-14T17:32:37,277 DEBUG [RS:2;4e57a52647ef:36257 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;4e57a52647ef:36257
2024-11-14T17:32:37,277 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2
2024-11-14T17:32:37,277 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1
2024-11-14T17:32:37,277 INFO  [RS:2;4e57a52647ef:36257 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-14T17:32:37,277 INFO  [RS:2;4e57a52647ef:36257 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-14T17:32:37,277 DEBUG [RS:2;4e57a52647ef:36257 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-14T17:32:37,278 INFO  [RS:2;4e57a52647ef:36257 {}] regionserver.HRegionServer(2659): reportForDuty to master=4e57a52647ef,44637,1731605554223 with port=36257, startcode=1731605555616
2024-11-14T17:32:37,281 DEBUG [RS:1;4e57a52647ef:33715 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-14T17:32:37,282 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731605587282
2024-11-14T17:32:37,283 DEBUG [RS:0;4e57a52647ef:37543 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-14T17:32:37,285 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-14T17:32:37,286 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-14T17:32:37,286 DEBUG [RS:2;4e57a52647ef:36257 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-14T17:32:37,287 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-14T17:32:37,287 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-14T17:32:37,292 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-14T17:32:37,292 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-14T17:32:37,293 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-14T17:32:37,293 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-14T17:32:37,294 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-14T17:32:37,298 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-14T17:32:37,299 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-14T17:32:37,300 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-14T17:32:37,302 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-14T17:32:37,302 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:37,303 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-14T17:32:37,303 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-14T17:32:37,308 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731605557304,5,FailOnTimeoutGroup]
2024-11-14T17:32:37,314 WARN  [IPC Server handler 1 on default port 39257 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-14T17:32:37,314 WARN  [IPC Server handler 1 on default port 39257 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-14T17:32:37,314 WARN  [IPC Server handler 1 on default port 39257 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-14T17:32:37,316 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731605557308,5,FailOnTimeoutGroup]
2024-11-14T17:32:37,316 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-14T17:32:37,316 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-14T17:32:37,318 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-14T17:32:37,318 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-14T17:32:37,334 INFO  [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-14T17:32:37,337 INFO  [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService
2024-11-14T17:32:37,337 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741831_1007 (size=1321)
2024-11-14T17:32:37,338 INFO  [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50249, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService
2024-11-14T17:32:37,338 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741831_1007 (size=1321)
2024-11-14T17:32:37,344 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44637 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4e57a52647ef,37543,1731605555271
2024-11-14T17:32:37,347 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44637 {}] master.ServerManager(517): Registering regionserver=4e57a52647ef,37543,1731605555271
2024-11-14T17:32:37,360 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-14T17:32:37,362 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a
2024-11-14T17:32:37,374 WARN  [IPC Server handler 2 on default port 39257 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-14T17:32:37,374 WARN  [IPC Server handler 2 on default port 39257 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-14T17:32:37,374 WARN  [IPC Server handler 2 on default port 39257 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-14T17:32:37,380 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44637 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4e57a52647ef,33715,1731605555464
2024-11-14T17:32:37,380 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44637 {}] master.ServerManager(517): Registering regionserver=4e57a52647ef,33715,1731605555464
2024-11-14T17:32:37,382 DEBUG [RS:0;4e57a52647ef:37543 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a
2024-11-14T17:32:37,383 DEBUG [RS:0;4e57a52647ef:37543 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39257
2024-11-14T17:32:37,383 DEBUG [RS:0;4e57a52647ef:37543 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-14T17:32:37,390 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44637 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4e57a52647ef,36257,1731605555616
2024-11-14T17:32:37,390 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44637 {}] master.ServerManager(517): Registering regionserver=4e57a52647ef,36257,1731605555616
2024-11-14T17:32:37,390 DEBUG [RS:1;4e57a52647ef:33715 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a
2024-11-14T17:32:37,390 DEBUG [RS:1;4e57a52647ef:33715 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39257
2024-11-14T17:32:37,390 DEBUG [RS:1;4e57a52647ef:33715 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-14T17:32:37,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44637-0x100ab7f709d0000, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-14T17:32:37,398 DEBUG [RS:0;4e57a52647ef:37543 {}] zookeeper.ZKUtil(111): regionserver:37543-0x100ab7f709d0001, quorum=127.0.0.1:62987, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4e57a52647ef,37543,1731605555271
2024-11-14T17:32:37,398 WARN  [RS:0;4e57a52647ef:37543 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-14T17:32:37,398 INFO  [RS:0;4e57a52647ef:37543 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-14T17:32:37,398 DEBUG [RS:0;4e57a52647ef:37543 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/WALs/4e57a52647ef,37543,1731605555271
2024-11-14T17:32:37,400 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4e57a52647ef,33715,1731605555464]
2024-11-14T17:32:37,400 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4e57a52647ef,37543,1731605555271]
2024-11-14T17:32:37,401 DEBUG [RS:2;4e57a52647ef:36257 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a
2024-11-14T17:32:37,402 DEBUG [RS:2;4e57a52647ef:36257 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39257
2024-11-14T17:32:37,402 DEBUG [RS:2;4e57a52647ef:36257 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-14T17:32:37,402 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741832_1008 (size=32)
2024-11-14T17:32:37,404 DEBUG [RS:1;4e57a52647ef:33715 {}] zookeeper.ZKUtil(111): regionserver:33715-0x100ab7f709d0002, quorum=127.0.0.1:62987, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4e57a52647ef,33715,1731605555464
2024-11-14T17:32:37,404 WARN  [RS:1;4e57a52647ef:33715 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-14T17:32:37,404 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741832_1008 (size=32)
2024-11-14T17:32:37,404 INFO  [RS:1;4e57a52647ef:33715 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-14T17:32:37,405 DEBUG [RS:1;4e57a52647ef:33715 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/WALs/4e57a52647ef,33715,1731605555464
2024-11-14T17:32:37,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T17:32:37,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44637-0x100ab7f709d0000, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-14T17:32:37,416 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4e57a52647ef,36257,1731605555616]
2024-11-14T17:32:37,418 DEBUG [RS:2;4e57a52647ef:36257 {}] zookeeper.ZKUtil(111): regionserver:36257-0x100ab7f709d0003, quorum=127.0.0.1:62987, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4e57a52647ef,36257,1731605555616
2024-11-14T17:32:37,419 WARN  [RS:2;4e57a52647ef:36257 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-14T17:32:37,420 INFO  [RS:2;4e57a52647ef:36257 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-14T17:32:37,420 DEBUG [RS:2;4e57a52647ef:36257 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/WALs/4e57a52647ef,36257,1731605555616
2024-11-14T17:32:37,435 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-14T17:32:37,440 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-14T17:32:37,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:37,446 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-14T17:32:37,447 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-14T17:32:37,451 INFO  [RS:1;4e57a52647ef:33715 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-14T17:32:37,453 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-14T17:32:37,453 INFO  [RS:0;4e57a52647ef:37543 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-14T17:32:37,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:37,461 INFO  [RS:2;4e57a52647ef:36257 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-14T17:32:37,467 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-14T17:32:37,468 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-14T17:32:37,473 INFO  [RS:2;4e57a52647ef:36257 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-14T17:32:37,474 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-14T17:32:37,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:37,475 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-14T17:32:37,475 INFO  [RS:1;4e57a52647ef:33715 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-14T17:32:37,475 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-14T17:32:37,478 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-14T17:32:37,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:37,478 INFO  [RS:0;4e57a52647ef:37543 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-14T17:32:37,479 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-14T17:32:37,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-14T17:32:37,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/hbase/meta/1588230740
2024-11-14T17:32:37,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/hbase/meta/1588230740
2024-11-14T17:32:37,488 INFO  [RS:1;4e57a52647ef:33715 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-14T17:32:37,488 INFO  [RS:1;4e57a52647ef:33715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-14T17:32:37,489 INFO  [RS:0;4e57a52647ef:37543 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-14T17:32:37,489 INFO  [RS:0;4e57a52647ef:37543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-14T17:32:37,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-14T17:32:37,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-14T17:32:37,490 INFO  [RS:2;4e57a52647ef:36257 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-14T17:32:37,490 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-14T17:32:37,490 INFO  [RS:2;4e57a52647ef:36257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-14T17:32:37,491 INFO  [RS:0;4e57a52647ef:37543 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-14T17:32:37,491 INFO  [RS:1;4e57a52647ef:33715 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-14T17:32:37,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-14T17:32:37,498 INFO  [RS:2;4e57a52647ef:36257 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-14T17:32:37,499 INFO  [RS:1;4e57a52647ef:33715 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-14T17:32:37,500 INFO  [RS:0;4e57a52647ef:37543 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-14T17:32:37,500 INFO  [RS:2;4e57a52647ef:36257 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-14T17:32:37,500 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T17:32:37,501 INFO  [RS:1;4e57a52647ef:33715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-14T17:32:37,501 INFO  [RS:2;4e57a52647ef:36257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-14T17:32:37,501 DEBUG [RS:2;4e57a52647ef:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1
2024-11-14T17:32:37,501 DEBUG [RS:1;4e57a52647ef:33715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1
2024-11-14T17:32:37,501 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72899423, jitterRate=0.08628605306148529}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-14T17:32:37,501 DEBUG [RS:2;4e57a52647ef:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1
2024-11-14T17:32:37,501 DEBUG [RS:2;4e57a52647ef:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1
2024-11-14T17:32:37,501 DEBUG [RS:1;4e57a52647ef:33715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1
2024-11-14T17:32:37,501 DEBUG [RS:1;4e57a52647ef:33715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1
2024-11-14T17:32:37,501 DEBUG [RS:2;4e57a52647ef:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1
2024-11-14T17:32:37,502 DEBUG [RS:2;4e57a52647ef:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1
2024-11-14T17:32:37,502 DEBUG [RS:1;4e57a52647ef:33715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1
2024-11-14T17:32:37,502 DEBUG [RS:2;4e57a52647ef:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2
2024-11-14T17:32:37,502 DEBUG [RS:1;4e57a52647ef:33715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1
2024-11-14T17:32:37,502 DEBUG [RS:2;4e57a52647ef:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1
2024-11-14T17:32:37,502 DEBUG [RS:1;4e57a52647ef:33715 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2
2024-11-14T17:32:37,502 DEBUG [RS:2;4e57a52647ef:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1
2024-11-14T17:32:37,502 INFO  [RS:0;4e57a52647ef:37543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-14T17:32:37,502 DEBUG [RS:2;4e57a52647ef:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1
2024-11-14T17:32:37,502 DEBUG [RS:0;4e57a52647ef:37543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1
2024-11-14T17:32:37,503 DEBUG [RS:1;4e57a52647ef:33715 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1
2024-11-14T17:32:37,503 DEBUG [RS:0;4e57a52647ef:37543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1
2024-11-14T17:32:37,503 DEBUG [RS:2;4e57a52647ef:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1
2024-11-14T17:32:37,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731605557407Initializing all the Stores at 1731605557410 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731605557410Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731605557424 (+14 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605557424Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731605557424Cleaning up temporary data from old regions at 1731605557489 (+65 ms)Region opened successfully at 1731605557503 (+14 ms)
2024-11-14T17:32:37,503 DEBUG [RS:1;4e57a52647ef:33715 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1
2024-11-14T17:32:37,503 DEBUG [RS:0;4e57a52647ef:37543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1
2024-11-14T17:32:37,503 DEBUG [RS:2;4e57a52647ef:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1
2024-11-14T17:32:37,503 DEBUG [RS:1;4e57a52647ef:33715 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1
2024-11-14T17:32:37,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-14T17:32:37,503 DEBUG [RS:2;4e57a52647ef:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1
2024-11-14T17:32:37,503 DEBUG [RS:0;4e57a52647ef:37543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1
2024-11-14T17:32:37,503 DEBUG [RS:1;4e57a52647ef:33715 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1
2024-11-14T17:32:37,503 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-14T17:32:37,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-14T17:32:37,503 DEBUG [RS:2;4e57a52647ef:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3
2024-11-14T17:32:37,503 DEBUG [RS:0;4e57a52647ef:37543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1
2024-11-14T17:32:37,503 DEBUG [RS:1;4e57a52647ef:33715 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1
2024-11-14T17:32:37,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-14T17:32:37,503 DEBUG [RS:2;4e57a52647ef:36257 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3
2024-11-14T17:32:37,503 DEBUG [RS:0;4e57a52647ef:37543 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4e57a52647ef:0, corePoolSize=2, maxPoolSize=2
2024-11-14T17:32:37,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-14T17:32:37,503 DEBUG [RS:1;4e57a52647ef:33715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1
2024-11-14T17:32:37,504 DEBUG [RS:1;4e57a52647ef:33715 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3
2024-11-14T17:32:37,504 DEBUG [RS:0;4e57a52647ef:37543 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1
2024-11-14T17:32:37,504 DEBUG [RS:1;4e57a52647ef:33715 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3
2024-11-14T17:32:37,504 DEBUG [RS:0;4e57a52647ef:37543 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1
2024-11-14T17:32:37,504 DEBUG [RS:0;4e57a52647ef:37543 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1
2024-11-14T17:32:37,504 DEBUG [RS:0;4e57a52647ef:37543 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1
2024-11-14T17:32:37,504 DEBUG [RS:0;4e57a52647ef:37543 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1
2024-11-14T17:32:37,504 DEBUG [RS:0;4e57a52647ef:37543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4e57a52647ef:0, corePoolSize=1, maxPoolSize=1
2024-11-14T17:32:37,505 DEBUG [RS:0;4e57a52647ef:37543 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3
2024-11-14T17:32:37,505 DEBUG [RS:0;4e57a52647ef:37543 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4e57a52647ef:0, corePoolSize=3, maxPoolSize=3
2024-11-14T17:32:37,508 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-14T17:32:37,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731605557503Disabling compacts and flushes for region at 1731605557503Disabling writes for close at 1731605557503Writing region close event to WAL at 1731605557507 (+4 ms)Closed at 1731605557507
2024-11-14T17:32:37,509 INFO  [RS:2;4e57a52647ef:36257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-14T17:32:37,509 INFO  [RS:2;4e57a52647ef:36257 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-14T17:32:37,509 INFO  [RS:2;4e57a52647ef:36257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-14T17:32:37,509 INFO  [RS:2;4e57a52647ef:36257 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-14T17:32:37,509 INFO  [RS:2;4e57a52647ef:36257 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-14T17:32:37,509 INFO  [RS:2;4e57a52647ef:36257 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,36257,1731605555616-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-14T17:32:37,512 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-14T17:32:37,512 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-14T17:32:37,520 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-14T17:32:37,522 INFO  [RS:0;4e57a52647ef:37543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-14T17:32:37,523 INFO  [RS:0;4e57a52647ef:37543 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-14T17:32:37,523 INFO  [RS:0;4e57a52647ef:37543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-14T17:32:37,523 INFO  [RS:0;4e57a52647ef:37543 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-14T17:32:37,523 INFO  [RS:0;4e57a52647ef:37543 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-14T17:32:37,523 INFO  [RS:0;4e57a52647ef:37543 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,37543,1731605555271-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-14T17:32:37,526 INFO  [RS:1;4e57a52647ef:33715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-14T17:32:37,526 INFO  [RS:1;4e57a52647ef:33715 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-14T17:32:37,526 INFO  [RS:1;4e57a52647ef:33715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-14T17:32:37,526 INFO  [RS:1;4e57a52647ef:33715 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-14T17:32:37,527 INFO  [RS:1;4e57a52647ef:33715 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-14T17:32:37,527 INFO  [RS:1;4e57a52647ef:33715 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,33715,1731605555464-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-14T17:32:37,530 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-14T17:32:37,535 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-14T17:32:37,558 INFO  [RS:1;4e57a52647ef:33715 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-14T17:32:37,558 INFO  [RS:2;4e57a52647ef:36257 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-14T17:32:37,560 INFO  [RS:0;4e57a52647ef:37543 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-14T17:32:37,560 INFO  [RS:2;4e57a52647ef:36257 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,36257,1731605555616-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-14T17:32:37,561 INFO  [RS:1;4e57a52647ef:33715 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,33715,1731605555464-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-14T17:32:37,561 INFO  [RS:2;4e57a52647ef:36257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-14T17:32:37,561 INFO  [RS:2;4e57a52647ef:36257 {}] regionserver.Replication(171): 4e57a52647ef,36257,1731605555616 started
2024-11-14T17:32:37,560 INFO  [RS:0;4e57a52647ef:37543 {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,37543,1731605555271-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-14T17:32:37,562 INFO  [RS:0;4e57a52647ef:37543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-14T17:32:37,562 INFO  [RS:0;4e57a52647ef:37543 {}] regionserver.Replication(171): 4e57a52647ef,37543,1731605555271 started
2024-11-14T17:32:37,570 INFO  [RS:1;4e57a52647ef:33715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-14T17:32:37,571 INFO  [RS:1;4e57a52647ef:33715 {}] regionserver.Replication(171): 4e57a52647ef,33715,1731605555464 started
2024-11-14T17:32:37,584 INFO  [RS:0;4e57a52647ef:37543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-14T17:32:37,584 INFO  [RS:0;4e57a52647ef:37543 {}] regionserver.HRegionServer(1482): Serving as 4e57a52647ef,37543,1731605555271, RpcServer on 4e57a52647ef/172.17.0.3:37543, sessionid=0x100ab7f709d0001
2024-11-14T17:32:37,584 INFO  [RS:2;4e57a52647ef:36257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-14T17:32:37,585 INFO  [RS:2;4e57a52647ef:36257 {}] regionserver.HRegionServer(1482): Serving as 4e57a52647ef,36257,1731605555616, RpcServer on 4e57a52647ef/172.17.0.3:36257, sessionid=0x100ab7f709d0003
2024-11-14T17:32:37,585 DEBUG [RS:0;4e57a52647ef:37543 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-14T17:32:37,585 DEBUG [RS:0;4e57a52647ef:37543 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4e57a52647ef,37543,1731605555271
2024-11-14T17:32:37,585 DEBUG [RS:2;4e57a52647ef:36257 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-14T17:32:37,585 DEBUG [RS:2;4e57a52647ef:36257 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4e57a52647ef,36257,1731605555616
2024-11-14T17:32:37,585 DEBUG [RS:0;4e57a52647ef:37543 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,37543,1731605555271'
2024-11-14T17:32:37,585 DEBUG [RS:2;4e57a52647ef:36257 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,36257,1731605555616'
2024-11-14T17:32:37,585 DEBUG [RS:0;4e57a52647ef:37543 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-14T17:32:37,586 DEBUG [RS:2;4e57a52647ef:36257 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-14T17:32:37,591 DEBUG [RS:0;4e57a52647ef:37543 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-14T17:32:37,592 DEBUG [RS:0;4e57a52647ef:37543 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-14T17:32:37,592 DEBUG [RS:0;4e57a52647ef:37543 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-14T17:32:37,593 DEBUG [RS:0;4e57a52647ef:37543 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4e57a52647ef,37543,1731605555271
2024-11-14T17:32:37,593 DEBUG [RS:0;4e57a52647ef:37543 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,37543,1731605555271'
2024-11-14T17:32:37,593 DEBUG [RS:0;4e57a52647ef:37543 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-14T17:32:37,593 DEBUG [RS:0;4e57a52647ef:37543 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-14T17:32:37,594 DEBUG [RS:2;4e57a52647ef:36257 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-14T17:32:37,594 DEBUG [RS:0;4e57a52647ef:37543 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-14T17:32:37,595 INFO  [RS:0;4e57a52647ef:37543 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-14T17:32:37,595 INFO  [RS:0;4e57a52647ef:37543 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-14T17:32:37,598 DEBUG [RS:2;4e57a52647ef:36257 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-14T17:32:37,598 DEBUG [RS:2;4e57a52647ef:36257 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-14T17:32:37,598 DEBUG [RS:2;4e57a52647ef:36257 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4e57a52647ef,36257,1731605555616
2024-11-14T17:32:37,599 DEBUG [RS:2;4e57a52647ef:36257 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,36257,1731605555616'
2024-11-14T17:32:37,599 DEBUG [RS:2;4e57a52647ef:36257 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-14T17:32:37,600 DEBUG [RS:2;4e57a52647ef:36257 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-14T17:32:37,601 INFO  [RS:1;4e57a52647ef:33715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-14T17:32:37,601 INFO  [RS:1;4e57a52647ef:33715 {}] regionserver.HRegionServer(1482): Serving as 4e57a52647ef,33715,1731605555464, RpcServer on 4e57a52647ef/172.17.0.3:33715, sessionid=0x100ab7f709d0002
2024-11-14T17:32:37,602 DEBUG [RS:1;4e57a52647ef:33715 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-14T17:32:37,602 DEBUG [RS:1;4e57a52647ef:33715 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4e57a52647ef,33715,1731605555464
2024-11-14T17:32:37,602 DEBUG [RS:1;4e57a52647ef:33715 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,33715,1731605555464'
2024-11-14T17:32:37,602 DEBUG [RS:1;4e57a52647ef:33715 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-14T17:32:37,603 DEBUG [RS:1;4e57a52647ef:33715 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-14T17:32:37,603 DEBUG [RS:1;4e57a52647ef:33715 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-14T17:32:37,604 DEBUG [RS:1;4e57a52647ef:33715 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-14T17:32:37,604 DEBUG [RS:1;4e57a52647ef:33715 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4e57a52647ef,33715,1731605555464
2024-11-14T17:32:37,604 DEBUG [RS:1;4e57a52647ef:33715 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4e57a52647ef,33715,1731605555464'
2024-11-14T17:32:37,604 DEBUG [RS:1;4e57a52647ef:33715 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-14T17:32:37,604 DEBUG [RS:1;4e57a52647ef:33715 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-14T17:32:37,605 DEBUG [RS:1;4e57a52647ef:33715 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-14T17:32:37,605 INFO  [RS:1;4e57a52647ef:33715 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-14T17:32:37,605 INFO  [RS:1;4e57a52647ef:33715 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-14T17:32:37,605 DEBUG [RS:2;4e57a52647ef:36257 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-14T17:32:37,605 INFO  [RS:2;4e57a52647ef:36257 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-14T17:32:37,606 INFO  [RS:2;4e57a52647ef:36257 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-14T17:32:37,686 WARN  [4e57a52647ef:44637 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-14T17:32:37,700 INFO  [RS:0;4e57a52647ef:37543 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-14T17:32:37,705 INFO  [RS:0;4e57a52647ef:37543 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4e57a52647ef%2C37543%2C1731605555271, suffix=, logDir=hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/WALs/4e57a52647ef,37543,1731605555271, archiveDir=hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/oldWALs, maxLogs=32
2024-11-14T17:32:37,707 INFO  [RS:2;4e57a52647ef:36257 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-14T17:32:37,711 INFO  [RS:1;4e57a52647ef:33715 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-14T17:32:37,710 INFO  [RS:2;4e57a52647ef:36257 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4e57a52647ef%2C36257%2C1731605555616, suffix=, logDir=hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/WALs/4e57a52647ef,36257,1731605555616, archiveDir=hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/oldWALs, maxLogs=32
2024-11-14T17:32:37,714 INFO  [RS:1;4e57a52647ef:33715 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4e57a52647ef%2C33715%2C1731605555464, suffix=, logDir=hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/WALs/4e57a52647ef,33715,1731605555464, archiveDir=hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/oldWALs, maxLogs=32
2024-11-14T17:32:37,731 DEBUG [RS:0;4e57a52647ef:37543 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/WALs/4e57a52647ef,37543,1731605555271/4e57a52647ef%2C37543%2C1731605555271.1731605557708, exclude list is [], retry=0
2024-11-14T17:32:37,735 DEBUG [RS:1;4e57a52647ef:33715 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/WALs/4e57a52647ef,33715,1731605555464/4e57a52647ef%2C33715%2C1731605555464.1731605557716, exclude list is [], retry=0
2024-11-14T17:32:37,735 WARN  [IPC Server handler 1 on default port 39257 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-14T17:32:37,735 WARN  [IPC Server handler 1 on default port 39257 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-14T17:32:37,735 WARN  [IPC Server handler 1 on default port 39257 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-14T17:32:37,735 DEBUG [RS:2;4e57a52647ef:36257 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/WALs/4e57a52647ef,36257,1731605555616/4e57a52647ef%2C36257%2C1731605555616.1731605557713, exclude list is [], retry=0
2024-11-14T17:32:37,738 WARN  [IPC Server handler 3 on default port 39257 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-14T17:32:37,738 WARN  [IPC Server handler 3 on default port 39257 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-14T17:32:37,738 WARN  [IPC Server handler 3 on default port 39257 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-14T17:32:37,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-456a3161-5afd-4872-bec3-72537d2d513a,DISK]
2024-11-14T17:32:37,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43201,DS-acbdb69f-8461-46d2-b56b-9381fa96d618,DISK]
2024-11-14T17:32:37,740 WARN  [IPC Server handler 1 on default port 39257 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-14T17:32:37,740 WARN  [IPC Server handler 1 on default port 39257 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-14T17:32:37,740 WARN  [IPC Server handler 1 on default port 39257 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-14T17:32:37,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43201,DS-acbdb69f-8461-46d2-b56b-9381fa96d618,DISK]
2024-11-14T17:32:37,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-456a3161-5afd-4872-bec3-72537d2d513a,DISK]
2024-11-14T17:32:37,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-456a3161-5afd-4872-bec3-72537d2d513a,DISK]
2024-11-14T17:32:37,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43201,DS-acbdb69f-8461-46d2-b56b-9381fa96d618,DISK]
2024-11-14T17:32:37,832 INFO  [RS:0;4e57a52647ef:37543 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/WALs/4e57a52647ef,37543,1731605555271/4e57a52647ef%2C37543%2C1731605555271.1731605557708
2024-11-14T17:32:37,836 DEBUG [RS:0;4e57a52647ef:37543 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45785:45785),(127.0.0.1/127.0.0.1:36431:36431)]
2024-11-14T17:32:37,851 INFO  [RS:1;4e57a52647ef:33715 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/WALs/4e57a52647ef,33715,1731605555464/4e57a52647ef%2C33715%2C1731605555464.1731605557716
2024-11-14T17:32:37,852 DEBUG [RS:1;4e57a52647ef:33715 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45785:45785),(127.0.0.1/127.0.0.1:36431:36431)]
2024-11-14T17:32:37,853 INFO  [RS:2;4e57a52647ef:36257 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/WALs/4e57a52647ef,36257,1731605555616/4e57a52647ef%2C36257%2C1731605555616.1731605557713
2024-11-14T17:32:37,855 DEBUG [RS:2;4e57a52647ef:36257 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36431:36431),(127.0.0.1/127.0.0.1:45785:45785)]
2024-11-14T17:32:37,939 DEBUG [4e57a52647ef:44637 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3
2024-11-14T17:32:37,950 DEBUG [4e57a52647ef:44637 {}] balancer.BalancerClusterState(204): Hosts are {4e57a52647ef=0} racks are {/default-rack=0}
2024-11-14T17:32:37,959 DEBUG [4e57a52647ef:44637 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-14T17:32:37,959 DEBUG [4e57a52647ef:44637 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-14T17:32:37,959 DEBUG [4e57a52647ef:44637 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-14T17:32:37,959 DEBUG [4e57a52647ef:44637 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-14T17:32:37,959 DEBUG [4e57a52647ef:44637 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-14T17:32:37,959 DEBUG [4e57a52647ef:44637 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-14T17:32:37,959 INFO  [4e57a52647ef:44637 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-14T17:32:37,959 INFO  [4e57a52647ef:44637 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-14T17:32:37,959 INFO  [4e57a52647ef:44637 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-14T17:32:37,959 DEBUG [4e57a52647ef:44637 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-14T17:32:37,971 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4e57a52647ef,33715,1731605555464
2024-11-14T17:32:37,978 INFO  [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,33715,1731605555464, state=OPENING
2024-11-14T17:32:37,990 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-14T17:32:37,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44637-0x100ab7f709d0000, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T17:32:37,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x100ab7f709d0003, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T17:32:37,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37543-0x100ab7f709d0001, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T17:32:37,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33715-0x100ab7f709d0002, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T17:32:37,994 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-14T17:32:37,995 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-14T17:32:37,995 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-14T17:32:37,999 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-14T17:32:38,002 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4e57a52647ef,33715,1731605555464}]
2024-11-14T17:32:38,002 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-14T17:32:38,199 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-14T17:32:38,201 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-14T17:32:38,215 INFO  [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-14T17:32:38,216 INFO  [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-14T17:32:38,217 INFO  [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-14T17:32:38,220 INFO  [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4e57a52647ef%2C33715%2C1731605555464.meta, suffix=.meta, logDir=hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/WALs/4e57a52647ef,33715,1731605555464, archiveDir=hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/oldWALs, maxLogs=32
2024-11-14T17:32:38,238 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/WALs/4e57a52647ef,33715,1731605555464/4e57a52647ef%2C33715%2C1731605555464.meta.1731605558222.meta, exclude list is [], retry=0
2024-11-14T17:32:38,240 WARN  [IPC Server handler 0 on default port 39257 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-14T17:32:38,240 WARN  [IPC Server handler 0 on default port 39257 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-14T17:32:38,240 WARN  [IPC Server handler 0 on default port 39257 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-14T17:32:38,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-456a3161-5afd-4872-bec3-72537d2d513a,DISK]
2024-11-14T17:32:38,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43201,DS-acbdb69f-8461-46d2-b56b-9381fa96d618,DISK]
2024-11-14T17:32:38,285 INFO  [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/WALs/4e57a52647ef,33715,1731605555464/4e57a52647ef%2C33715%2C1731605555464.meta.1731605558222.meta
2024-11-14T17:32:38,286 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45785:45785),(127.0.0.1/127.0.0.1:36431:36431)]
2024-11-14T17:32:38,286 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-14T17:32:38,289 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-14T17:32:38,292 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-14T17:32:38,299 INFO  [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-14T17:32:38,305 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-14T17:32:38,305 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T17:32:38,306 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-14T17:32:38,306 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-14T17:32:38,311 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-14T17:32:38,313 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-14T17:32:38,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:38,314 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-14T17:32:38,314 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-14T17:32:38,316 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-14T17:32:38,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:38,320 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-14T17:32:38,320 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-14T17:32:38,322 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-14T17:32:38,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:38,323 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-14T17:32:38,324 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-14T17:32:38,325 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-14T17:32:38,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:38,326 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-14T17:32:38,327 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-14T17:32:38,334 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/hbase/meta/1588230740
2024-11-14T17:32:38,339 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/hbase/meta/1588230740
2024-11-14T17:32:38,343 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-14T17:32:38,343 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-14T17:32:38,345 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-14T17:32:38,350 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-14T17:32:38,353 INFO  [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64730842, jitterRate=-0.03543528914451599}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-14T17:32:38,353 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-14T17:32:38,355 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731605558307Writing region info on filesystem at 1731605558307Initializing all the Stores at 1731605558309 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731605558309Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731605558310 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605558310Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731605558310Cleaning up temporary data from old regions at 1731605558343 (+33 ms)Running coprocessor post-open hooks at 1731605558353 (+10 ms)Region opened successfully at 1731605558355 (+2 ms)
2024-11-14T17:32:38,374 INFO  [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731605558190
2024-11-14T17:32:38,401 DEBUG [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-14T17:32:38,401 INFO  [RS_OPEN_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-14T17:32:38,414 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4e57a52647ef,33715,1731605555464
2024-11-14T17:32:38,420 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4e57a52647ef,33715,1731605555464, state=OPEN
2024-11-14T17:32:38,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44637-0x100ab7f709d0000, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-14T17:32:38,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37543-0x100ab7f709d0001, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-14T17:32:38,427 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-14T17:32:38,427 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-14T17:32:38,427 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4e57a52647ef,33715,1731605555464
2024-11-14T17:32:38,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x100ab7f709d0003, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-14T17:32:38,428 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-14T17:32:38,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33715-0x100ab7f709d0002, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-14T17:32:38,431 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-14T17:32:38,449 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-14T17:32:38,450 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4e57a52647ef,33715,1731605555464 in 427 msec
2024-11-14T17:32:38,471 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-14T17:32:38,471 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 933 msec
2024-11-14T17:32:38,474 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-14T17:32:38,475 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-14T17:32:38,578 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T17:32:38,580 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,33715,1731605555464, seqNum=-1]
2024-11-14T17:32:38,615 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T17:32:38,620 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38533, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T17:32:38,678 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4980 sec
2024-11-14T17:32:38,679 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731605558678, completionTime=-1
2024-11-14T17:32:38,683 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running
2024-11-14T17:32:38,683 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-14T17:32:38,735 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3
2024-11-14T17:32:38,735 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731605618735
2024-11-14T17:32:38,735 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731605678735
2024-11-14T17:32:38,735 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 52 msec
2024-11-14T17:32:38,737 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-14T17:32:38,752 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,44637,1731605554223-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-14T17:32:38,756 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,44637,1731605554223-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-14T17:32:38,756 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,44637,1731605554223-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-14T17:32:38,759 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4e57a52647ef:44637, period=300000, unit=MILLISECONDS is enabled.
2024-11-14T17:32:38,768 DEBUG [master/4e57a52647ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-14T17:32:38,769 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-14T17:32:38,778 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-14T17:32:38,857 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.077sec
2024-11-14T17:32:38,860 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-14T17:32:38,861 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-14T17:32:38,864 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-14T17:32:38,864 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-14T17:32:38,865 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-14T17:32:38,865 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,44637,1731605554223-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-14T17:32:38,866 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,44637,1731605554223-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-14T17:32:38,882 DEBUG [master/4e57a52647ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-14T17:32:38,883 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-14T17:32:38,883 INFO  [master/4e57a52647ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4e57a52647ef,44637,1731605554223-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-14T17:32:38,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d8e6b1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T17:32:38,931 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4e57a52647ef,44637,-1 for getting cluster id
2024-11-14T17:32:38,935 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T17:32:38,963 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '71af52e6-5e49-4b25-9d7c-e0bbf7a1a5d2'
2024-11-14T17:32:38,966 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T17:32:38,967 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "71af52e6-5e49-4b25-9d7c-e0bbf7a1a5d2"

2024-11-14T17:32:38,969 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72392b01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T17:32:38,969 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4e57a52647ef,44637,-1]
2024-11-14T17:32:38,972 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T17:32:38,975 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T17:32:38,982 INFO  [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T17:32:38,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@114ab5e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T17:32:38,989 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T17:32:39,003 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4e57a52647ef,33715,1731605555464, seqNum=-1]
2024-11-14T17:32:39,004 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T17:32:39,012 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T17:32:39,050 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4e57a52647ef,44637,1731605554223
2024-11-14T17:32:39,050 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:39257/hbase
2024-11-14T17:32:39,086 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit0 Thread=354, OpenFileDescriptor=581, MaxFileDescriptor=1048576, SystemLoadAverage=851, ProcessCount=11, AvailableMemoryMB=3806
2024-11-14T17:32:39,123 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-14T17:32:39,130 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-14T17:32:39,131 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-14T17:32:39,151 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-79651755, suffix=, logDir=hdfs://localhost:39257/hbase/WALs/hregion-79651755, archiveDir=hdfs://localhost:39257/hbase/oldWALs, maxLogs=32
2024-11-14T17:32:39,179 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-79651755/hregion-79651755.1731605559153, exclude list is [], retry=0
2024-11-14T17:32:39,202 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-456a3161-5afd-4872-bec3-72537d2d513a,DISK]
2024-11-14T17:32:39,206 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43201,DS-acbdb69f-8461-46d2-b56b-9381fa96d618,DISK]
2024-11-14T17:32:39,215 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41483,DS-002705a4-6204-4b9e-80bf-1e03c80655da,DISK]
2024-11-14T17:32:39,273 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-79651755/hregion-79651755.1731605559153
2024-11-14T17:32:39,274 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36431:36431),(127.0.0.1/127.0.0.1:45785:45785),(127.0.0.1/127.0.0.1:39323:39323)]
2024-11-14T17:32:39,274 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 83f4cc8f4474efe3e9bc7eccb111663c, NAME => 'testReplayEditsWrittenIntoWAL,,1731605559124.83f4cc8f4474efe3e9bc7eccb111663c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39257/hbase
2024-11-14T17:32:39,308 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741838_1014 (size=64)
2024-11-14T17:32:39,309 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741838_1014 (size=64)
2024-11-14T17:32:39,310 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741838_1014 (size=64)
2024-11-14T17:32:39,311 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731605559124.83f4cc8f4474efe3e9bc7eccb111663c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T17:32:39,313 INFO  [StoreOpener-83f4cc8f4474efe3e9bc7eccb111663c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 83f4cc8f4474efe3e9bc7eccb111663c 
2024-11-14T17:32:39,316 INFO  [StoreOpener-83f4cc8f4474efe3e9bc7eccb111663c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83f4cc8f4474efe3e9bc7eccb111663c columnFamilyName a
2024-11-14T17:32:39,317 DEBUG [StoreOpener-83f4cc8f4474efe3e9bc7eccb111663c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:39,317 INFO  [StoreOpener-83f4cc8f4474efe3e9bc7eccb111663c-1 {}] regionserver.HStore(327): Store=83f4cc8f4474efe3e9bc7eccb111663c/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:32:39,318 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 83f4cc8f4474efe3e9bc7eccb111663c
2024-11-14T17:32:39,319 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/83f4cc8f4474efe3e9bc7eccb111663c
2024-11-14T17:32:39,320 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/83f4cc8f4474efe3e9bc7eccb111663c
2024-11-14T17:32:39,321 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 83f4cc8f4474efe3e9bc7eccb111663c
2024-11-14T17:32:39,321 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 83f4cc8f4474efe3e9bc7eccb111663c
2024-11-14T17:32:39,325 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 83f4cc8f4474efe3e9bc7eccb111663c
2024-11-14T17:32:39,329 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/83f4cc8f4474efe3e9bc7eccb111663c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T17:32:39,330 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 83f4cc8f4474efe3e9bc7eccb111663c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67958001, jitterRate=0.012653127312660217}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-14T17:32:39,332 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 83f4cc8f4474efe3e9bc7eccb111663c:
Writing region info on filesystem at 1731605559311Initializing all the Stores at 1731605559313 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605559313Cleaning up temporary data from old regions at 1731605559321 (+8 ms)Region opened successfully at 1731605559332 (+11 ms)
2024-11-14T17:32:39,332 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 83f4cc8f4474efe3e9bc7eccb111663c, disabling compactions & flushes
2024-11-14T17:32:39,333 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731605559124.83f4cc8f4474efe3e9bc7eccb111663c.
2024-11-14T17:32:39,333 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731605559124.83f4cc8f4474efe3e9bc7eccb111663c.
2024-11-14T17:32:39,333 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731605559124.83f4cc8f4474efe3e9bc7eccb111663c. after waiting 0 ms
2024-11-14T17:32:39,333 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731605559124.83f4cc8f4474efe3e9bc7eccb111663c.
2024-11-14T17:32:39,338 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731605559124.83f4cc8f4474efe3e9bc7eccb111663c.
2024-11-14T17:32:39,339 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 83f4cc8f4474efe3e9bc7eccb111663c:
Waiting for close lock at 1731605559332Disabling compacts and flushes for region at 1731605559332Disabling writes for close at 1731605559333 (+1 ms)Writing region close event to WAL at 1731605559338 (+5 ms)Closed at 1731605559338
2024-11-14T17:32:39,351 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741837_1013 (size=175)
2024-11-14T17:32:39,351 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741837_1013 (size=175)
2024-11-14T17:32:39,355 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741837_1013 (size=175)
2024-11-14T17:32:39,365 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-14T17:32:39,365 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-79651755:(num 1731605559153)
2024-11-14T17:32:39,370 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor
2024-11-14T17:32:39,452 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741839_1015 (size=469)
2024-11-14T17:32:39,453 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741839_1015 (size=469)
2024-11-14T17:32:39,454 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741839_1015 (size=469)
2024-11-14T17:32:39,461 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor
2024-11-14T17:32:39,556 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741840_1016 (size=322)
2024-11-14T17:32:39,556 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741840_1016 (size=322)
2024-11-14T17:32:39,556 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741840_1016 (size=322)
2024-11-14T17:32:39,993 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39257/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731605559113/wal-1, size=469 (469bytes)
2024-11-14T17:32:39,994 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils
2024-11-14T17:32:39,994 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease()
2024-11-14T17:32:39,994 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39257/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731605559113/wal-1
2024-11-14T17:32:40,003 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39257/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731605559113/wal-1 after 5ms
2024-11-14T17:32:40,056 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-14T17:32:40,057 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39257/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731605559113/wal-1 took 66ms
2024-11-14T17:32:40,082 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39257/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731605559113/wal-1 so closing down
2024-11-14T17:32:40,082 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-14T17:32:40,087 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp
2024-11-14T17:32:40,150 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/83f4cc8f4474efe3e9bc7eccb111663c/recovered.edits/0000000000000000001-wal-1.temp
2024-11-14T17:32:40,151 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-14T17:32:40,223 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741841_1017 (size=469)
2024-11-14T17:32:40,224 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741841_1017 (size=469)
2024-11-14T17:32:40,233 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741841_1017 (size=469)
2024-11-14T17:32:40,233 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/83f4cc8f4474efe3e9bc7eccb111663c/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms)
2024-11-14T17:32:40,264 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/83f4cc8f4474efe3e9bc7eccb111663c/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/83f4cc8f4474efe3e9bc7eccb111663c/recovered.edits/0000000000000000002
2024-11-14T17:32:40,271 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 195 ms; skipped=0; WAL=hdfs://localhost:39257/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731605559113/wal-1, size=469, length=469, corrupted=false, cancelled=false
2024-11-14T17:32:40,272 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39257/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731605559113/wal-1, journal: Splitting hdfs://localhost:39257/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731605559113/wal-1, size=469 (469bytes) at 1731605559993Finishing writing output for hdfs://localhost:39257/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731605559113/wal-1 so closing down at 1731605560082 (+89 ms)Creating recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/83f4cc8f4474efe3e9bc7eccb111663c/recovered.edits/0000000000000000001-wal-1.temp at 1731605560150 (+68 ms)3 split writer threads finished at 1731605560152 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/83f4cc8f4474efe3e9bc7eccb111663c/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731605560233 (+81 ms)Rename recovered edits hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/83f4cc8f4474efe3e9bc7eccb111663c/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/83f4cc8f4474efe3e9bc7eccb111663c/recovered.edits/0000000000000000002 at 1731605560264 (+31 ms)Processed 2 edits across 1 Regions in 195 ms; skipped=0; WAL=hdfs://localhost:39257/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731605559113/wal-1, size=469, length=469, corrupted=false, cancelled=false at 1731605560272 (+8 ms)
2024-11-14T17:32:40,301 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39257/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731605559113/wal-2, size=322 (322bytes)
2024-11-14T17:32:40,301 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39257/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731605559113/wal-2
2024-11-14T17:32:40,303 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39257/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731605559113/wal-2 after 2ms
2024-11-14T17:32:40,352 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-14T17:32:40,353 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39257/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731605559113/wal-2 took 53ms
2024-11-14T17:32:40,356 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39257/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731605559113/wal-2 so closing down
2024-11-14T17:32:40,356 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-14T17:32:40,363 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp
2024-11-14T17:32:40,394 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/83f4cc8f4474efe3e9bc7eccb111663c/recovered.edits/0000000000000000002-wal-2.temp
2024-11-14T17:32:40,395 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-14T17:32:40,407 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741842_1018 (size=322)
2024-11-14T17:32:40,408 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741842_1018 (size=322)
2024-11-14T17:32:40,411 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741842_1018 (size=322)
2024-11-14T17:32:40,411 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/83f4cc8f4474efe3e9bc7eccb111663c/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms)
2024-11-14T17:32:40,454 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-14T17:32:40,462 WARN  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/83f4cc8f4474efe3e9bc7eccb111663c/recovered.edits/0000000000000000002-wal-2.temp, length=322
2024-11-14T17:32:40,464 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 111 ms; skipped=0; WAL=hdfs://localhost:39257/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731605559113/wal-2, size=322, length=322, corrupted=false, cancelled=false
2024-11-14T17:32:40,464 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39257/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731605559113/wal-2, journal: Splitting hdfs://localhost:39257/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731605559113/wal-2, size=322 (322bytes) at 1731605560301Finishing writing output for hdfs://localhost:39257/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731605559113/wal-2 so closing down at 1731605560356 (+55 ms)Creating recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/83f4cc8f4474efe3e9bc7eccb111663c/recovered.edits/0000000000000000002-wal-2.temp at 1731605560394 (+38 ms)3 split writer threads finished at 1731605560395 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/83f4cc8f4474efe3e9bc7eccb111663c/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731605560411 (+16 ms)Processed 1 edits across 1 Regions in 111 ms; skipped=0; WAL=hdfs://localhost:39257/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731605559113/wal-2, size=322, length=322, corrupted=false, cancelled=false at 1731605560464 (+53 ms)
2024-11-14T17:32:40,465 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-14T17:32:40,468 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39257/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731605559113, archiveDir=hdfs://localhost:39257/hbase/oldWALs, maxLogs=32
2024-11-14T17:32:40,489 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731605559113/wal.1731605560469, exclude list is [], retry=0
2024-11-14T17:32:40,502 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-456a3161-5afd-4872-bec3-72537d2d513a,DISK]
2024-11-14T17:32:40,503 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41483,DS-002705a4-6204-4b9e-80bf-1e03c80655da,DISK]
2024-11-14T17:32:40,503 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43201,DS-acbdb69f-8461-46d2-b56b-9381fa96d618,DISK]
2024-11-14T17:32:40,547 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731605559113/wal.1731605560469
2024-11-14T17:32:40,548 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36431:36431),(127.0.0.1/127.0.0.1:39323:39323),(127.0.0.1/127.0.0.1:45785:45785)]
2024-11-14T17:32:40,548 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 83f4cc8f4474efe3e9bc7eccb111663c, NAME => 'testReplayEditsWrittenIntoWAL,,1731605559124.83f4cc8f4474efe3e9bc7eccb111663c.', STARTKEY => '', ENDKEY => ''}
2024-11-14T17:32:40,548 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731605559124.83f4cc8f4474efe3e9bc7eccb111663c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T17:32:40,549 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 83f4cc8f4474efe3e9bc7eccb111663c
2024-11-14T17:32:40,549 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 83f4cc8f4474efe3e9bc7eccb111663c
2024-11-14T17:32:40,551 INFO  [StoreOpener-83f4cc8f4474efe3e9bc7eccb111663c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 83f4cc8f4474efe3e9bc7eccb111663c 
2024-11-14T17:32:40,553 INFO  [StoreOpener-83f4cc8f4474efe3e9bc7eccb111663c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83f4cc8f4474efe3e9bc7eccb111663c columnFamilyName a
2024-11-14T17:32:40,553 DEBUG [StoreOpener-83f4cc8f4474efe3e9bc7eccb111663c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:40,554 INFO  [StoreOpener-83f4cc8f4474efe3e9bc7eccb111663c-1 {}] regionserver.HStore(327): Store=83f4cc8f4474efe3e9bc7eccb111663c/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:32:40,556 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 83f4cc8f4474efe3e9bc7eccb111663c
2024-11-14T17:32:40,558 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/83f4cc8f4474efe3e9bc7eccb111663c
2024-11-14T17:32:40,561 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/83f4cc8f4474efe3e9bc7eccb111663c
2024-11-14T17:32:40,563 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/83f4cc8f4474efe3e9bc7eccb111663c/recovered.edits/0000000000000000002
2024-11-14T17:32:40,600 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-14T17:32:40,609 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/83f4cc8f4474efe3e9bc7eccb111663c/recovered.edits/0000000000000000002
2024-11-14T17:32:40,614 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 83f4cc8f4474efe3e9bc7eccb111663c 1/1 column families, dataSize=108 B heapSize=512 B
2024-11-14T17:32:40,737 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/83f4cc8f4474efe3e9bc7eccb111663c/.tmp/a/e53d6acac4164ba98b1b443401935ece is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731605559366/Put/seqid=0
2024-11-14T17:32:40,772 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741844_1020 (size=5170)
2024-11-14T17:32:40,772 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741844_1020 (size=5170)
2024-11-14T17:32:40,773 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741844_1020 (size=5170)
2024-11-14T17:32:41,175 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/83f4cc8f4474efe3e9bc7eccb111663c/.tmp/a/e53d6acac4164ba98b1b443401935ece
2024-11-14T17:32:41,224 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/83f4cc8f4474efe3e9bc7eccb111663c/.tmp/a/e53d6acac4164ba98b1b443401935ece as hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/83f4cc8f4474efe3e9bc7eccb111663c/a/e53d6acac4164ba98b1b443401935ece
2024-11-14T17:32:41,235 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/83f4cc8f4474efe3e9bc7eccb111663c/a/e53d6acac4164ba98b1b443401935ece, entries=2, sequenceid=2, filesize=5.0 K
2024-11-14T17:32:41,243 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 83f4cc8f4474efe3e9bc7eccb111663c in 627ms, sequenceid=2, compaction requested=false; wal=null
2024-11-14T17:32:41,245 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/83f4cc8f4474efe3e9bc7eccb111663c/recovered.edits/0000000000000000002
2024-11-14T17:32:41,246 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 83f4cc8f4474efe3e9bc7eccb111663c
2024-11-14T17:32:41,246 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 83f4cc8f4474efe3e9bc7eccb111663c
2024-11-14T17:32:41,249 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 83f4cc8f4474efe3e9bc7eccb111663c
2024-11-14T17:32:41,253 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/83f4cc8f4474efe3e9bc7eccb111663c/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1
2024-11-14T17:32:41,255 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 83f4cc8f4474efe3e9bc7eccb111663c; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68304428, jitterRate=0.01781529188156128}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-14T17:32:41,257 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 83f4cc8f4474efe3e9bc7eccb111663c:
Writing region info on filesystem at 1731605560549Initializing all the Stores at 1731605560551 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605560551Obtaining lock to block concurrent updates at 1731605560614 (+63 ms)Preparing flush snapshotting stores in 83f4cc8f4474efe3e9bc7eccb111663c at 1731605560614Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731605559124.83f4cc8f4474efe3e9bc7eccb111663c., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731605560618 (+4 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1731605559124.83f4cc8f4474efe3e9bc7eccb111663c. at 1731605560618Flushing 83f4cc8f4474efe3e9bc7eccb111663c/a: creating writer at 1731605560620 (+2 ms)Flushing 83f4cc8f4474efe3e9bc7eccb111663c/a: appending metadata at 1731605560716 (+96 ms)Flushing 83f4cc8f4474efe3e9bc7eccb111663c/a: closing flushed file at 1731605560723 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b6e6696: reopening flushed file at 1731605561221 (+498 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 83f4cc8f4474efe3e9bc7eccb111663c in 627ms, sequenceid=2, compaction requested=false; wal=null at 1731605561243 (+22 ms)Cleaning up temporary data from old regions at 1731605561246 (+3 ms)Region opened successfully at 1731605561257 (+11 ms)
2024-11-14T17:32:41,292 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit0 Thread=365 (was 354)
Potentially hanging thread: AsyncFSWAL-8-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-8-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1232679286_22 at /127.0.0.1:33516 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39257/hbase-prefix:default
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: TestAsyncWALReplay-pool-0
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-939765406-172.17.0.3-1731605549821:blk_1073741843_1019, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-939765406-172.17.0.3-1731605549821:blk_1073741843_1019, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1232679286_22 at /127.0.0.1:59486 [Waiting for operation #12]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-939765406-172.17.0.3-1731605549821:blk_1073741843_1019, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1232679286_22 at /127.0.0.1:41308 [Receiving block BP-939765406-172.17.0.3-1731605549821:blk_1073741843_1019]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1232679286_22 at /127.0.0.1:59506 [Receiving block BP-939765406-172.17.0.3-1731605549821:blk_1073741843_1019]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-8-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1232679286_22 at /127.0.0.1:33524 [Receiving block BP-939765406-172.17.0.3-1731605549821:blk_1073741843_1019]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=673 (was 581) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=851 (was 851), ProcessCount=11 (was 11), AvailableMemoryMB=3484 (was 3806)
2024-11-14T17:32:41,305 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit1 Thread=365, OpenFileDescriptor=673, MaxFileDescriptor=1048576, SystemLoadAverage=851, ProcessCount=11, AvailableMemoryMB=3484
2024-11-14T17:32:41,322 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-14T17:32:41,325 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-14T17:32:41,326 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-14T17:32:41,331 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-46677955, suffix=, logDir=hdfs://localhost:39257/hbase/WALs/hregion-46677955, archiveDir=hdfs://localhost:39257/hbase/oldWALs, maxLogs=32
2024-11-14T17:32:41,351 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-46677955/hregion-46677955.1731605561332, exclude list is [], retry=0
2024-11-14T17:32:41,355 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43201,DS-acbdb69f-8461-46d2-b56b-9381fa96d618,DISK]
2024-11-14T17:32:41,356 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-456a3161-5afd-4872-bec3-72537d2d513a,DISK]
2024-11-14T17:32:41,356 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41483,DS-002705a4-6204-4b9e-80bf-1e03c80655da,DISK]
2024-11-14T17:32:41,391 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-46677955/hregion-46677955.1731605561332
2024-11-14T17:32:41,392 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45785:45785),(127.0.0.1/127.0.0.1:36431:36431),(127.0.0.1/127.0.0.1:39323:39323)]
2024-11-14T17:32:41,392 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 41ce7cb8f83a36505faa1808da2b4d37, NAME => 'testReplayEditsWrittenIntoWAL,,1731605561323.41ce7cb8f83a36505faa1808da2b4d37.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39257/hbase
2024-11-14T17:32:41,407 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741846_1022 (size=64)
2024-11-14T17:32:41,407 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741846_1022 (size=64)
2024-11-14T17:32:41,408 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741846_1022 (size=64)
2024-11-14T17:32:41,409 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731605561323.41ce7cb8f83a36505faa1808da2b4d37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T17:32:41,411 INFO  [StoreOpener-41ce7cb8f83a36505faa1808da2b4d37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 41ce7cb8f83a36505faa1808da2b4d37 
2024-11-14T17:32:41,413 INFO  [StoreOpener-41ce7cb8f83a36505faa1808da2b4d37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41ce7cb8f83a36505faa1808da2b4d37 columnFamilyName a
2024-11-14T17:32:41,413 DEBUG [StoreOpener-41ce7cb8f83a36505faa1808da2b4d37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:41,414 INFO  [StoreOpener-41ce7cb8f83a36505faa1808da2b4d37-1 {}] regionserver.HStore(327): Store=41ce7cb8f83a36505faa1808da2b4d37/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:32:41,414 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 41ce7cb8f83a36505faa1808da2b4d37
2024-11-14T17:32:41,415 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/41ce7cb8f83a36505faa1808da2b4d37
2024-11-14T17:32:41,416 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/41ce7cb8f83a36505faa1808da2b4d37
2024-11-14T17:32:41,416 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 41ce7cb8f83a36505faa1808da2b4d37
2024-11-14T17:32:41,416 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 41ce7cb8f83a36505faa1808da2b4d37
2024-11-14T17:32:41,419 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 41ce7cb8f83a36505faa1808da2b4d37
2024-11-14T17:32:41,422 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/41ce7cb8f83a36505faa1808da2b4d37/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T17:32:41,422 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 41ce7cb8f83a36505faa1808da2b4d37; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61101515, jitterRate=-0.08951647579669952}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-14T17:32:41,423 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 41ce7cb8f83a36505faa1808da2b4d37:
Writing region info on filesystem at 1731605561409Initializing all the Stores at 1731605561410 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605561410Cleaning up temporary data from old regions at 1731605561416 (+6 ms)Region opened successfully at 1731605561423 (+7 ms)
2024-11-14T17:32:41,423 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 41ce7cb8f83a36505faa1808da2b4d37, disabling compactions & flushes
2024-11-14T17:32:41,423 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731605561323.41ce7cb8f83a36505faa1808da2b4d37.
2024-11-14T17:32:41,423 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731605561323.41ce7cb8f83a36505faa1808da2b4d37.
2024-11-14T17:32:41,423 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731605561323.41ce7cb8f83a36505faa1808da2b4d37. after waiting 0 ms
2024-11-14T17:32:41,423 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731605561323.41ce7cb8f83a36505faa1808da2b4d37.
2024-11-14T17:32:41,423 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731605561323.41ce7cb8f83a36505faa1808da2b4d37.
2024-11-14T17:32:41,423 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 41ce7cb8f83a36505faa1808da2b4d37:
Waiting for close lock at 1731605561423Disabling compacts and flushes for region at 1731605561423Disabling writes for close at 1731605561423Writing region close event to WAL at 1731605561423Closed at 1731605561423
2024-11-14T17:32:41,427 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741845_1021 (size=175)
2024-11-14T17:32:41,427 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741845_1021 (size=175)
2024-11-14T17:32:41,431 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741845_1021 (size=175)
2024-11-14T17:32:41,441 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-14T17:32:41,441 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-46677955:(num 1731605561332)
2024-11-14T17:32:41,442 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor
2024-11-14T17:32:41,502 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741847_1023 (size=469)
2024-11-14T17:32:41,503 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741847_1023 (size=469)
2024-11-14T17:32:41,503 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741847_1023 (size=469)
2024-11-14T17:32:41,904 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor
2024-11-14T17:32:41,974 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741848_1024 (size=322)
2024-11-14T17:32:41,974 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741848_1024 (size=322)
2024-11-14T17:32:41,975 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741848_1024 (size=322)
2024-11-14T17:32:42,000 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39257/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731605561321/wal-2, size=322 (322bytes)
2024-11-14T17:32:42,000 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39257/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731605561321/wal-2
2024-11-14T17:32:42,001 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39257/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731605561321/wal-2 after 1ms
2024-11-14T17:32:42,041 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-14T17:32:42,041 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39257/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731605561321/wal-2 took 41ms
2024-11-14T17:32:42,049 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39257/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731605561321/wal-2 so closing down
2024-11-14T17:32:42,050 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-14T17:32:42,052 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp
2024-11-14T17:32:42,083 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/41ce7cb8f83a36505faa1808da2b4d37/recovered.edits/0000000000000000002-wal-2.temp
2024-11-14T17:32:42,083 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-14T17:32:42,103 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741849_1025 (size=322)
2024-11-14T17:32:42,103 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741849_1025 (size=322)
2024-11-14T17:32:42,103 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741849_1025 (size=322)
2024-11-14T17:32:42,181 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741829_1005 (size=34)
2024-11-14T17:32:42,181 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741831_1007 (size=1321)
2024-11-14T17:32:42,181 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741832_1008 (size=32)
2024-11-14T17:32:42,503 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/41ce7cb8f83a36505faa1808da2b4d37/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms)
2024-11-14T17:32:42,509 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/41ce7cb8f83a36505faa1808da2b4d37/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/41ce7cb8f83a36505faa1808da2b4d37/recovered.edits/0000000000000000002
2024-11-14T17:32:42,509 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 463 ms; skipped=0; WAL=hdfs://localhost:39257/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731605561321/wal-2, size=322, length=322, corrupted=false, cancelled=false
2024-11-14T17:32:42,509 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39257/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731605561321/wal-2, journal: Splitting hdfs://localhost:39257/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731605561321/wal-2, size=322 (322bytes) at 1731605562000Finishing writing output for hdfs://localhost:39257/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731605561321/wal-2 so closing down at 1731605562049 (+49 ms)Creating recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/41ce7cb8f83a36505faa1808da2b4d37/recovered.edits/0000000000000000002-wal-2.temp at 1731605562083 (+34 ms)3 split writer threads finished at 1731605562083Closed recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/41ce7cb8f83a36505faa1808da2b4d37/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731605562504 (+421 ms)Rename recovered edits hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/41ce7cb8f83a36505faa1808da2b4d37/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/41ce7cb8f83a36505faa1808da2b4d37/recovered.edits/0000000000000000002 at 1731605562509 (+5 ms)Processed 1 edits across 1 Regions in 463 ms; skipped=0; WAL=hdfs://localhost:39257/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731605561321/wal-2, size=322, length=322, corrupted=false, cancelled=false at 1731605562509
2024-11-14T17:32:42,528 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39257/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731605561321/wal-1, size=469 (469bytes)
2024-11-14T17:32:42,528 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39257/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731605561321/wal-1
2024-11-14T17:32:42,529 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39257/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731605561321/wal-1 after 1ms
2024-11-14T17:32:42,570 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-14T17:32:42,570 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39257/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731605561321/wal-1 took 43ms
2024-11-14T17:32:42,573 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39257/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731605561321/wal-1 so closing down
2024-11-14T17:32:42,573 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-14T17:32:42,576 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp
2024-11-14T17:32:42,610 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/41ce7cb8f83a36505faa1808da2b4d37/recovered.edits/0000000000000000001-wal-1.temp
2024-11-14T17:32:42,610 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-14T17:32:42,631 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741850_1026 (size=469)
2024-11-14T17:32:42,632 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741850_1026 (size=469)
2024-11-14T17:32:42,635 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741850_1026 (size=469)
2024-11-14T17:32:42,635 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/41ce7cb8f83a36505faa1808da2b4d37/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms)
2024-11-14T17:32:42,673 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-14T17:32:42,676 WARN  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/41ce7cb8f83a36505faa1808da2b4d37/recovered.edits/0000000000000000002, length=322
2024-11-14T17:32:42,679 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/41ce7cb8f83a36505faa1808da2b4d37/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/41ce7cb8f83a36505faa1808da2b4d37/recovered.edits/0000000000000000002
2024-11-14T17:32:42,679 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 109 ms; skipped=0; WAL=hdfs://localhost:39257/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731605561321/wal-1, size=469, length=469, corrupted=false, cancelled=false
2024-11-14T17:32:42,679 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39257/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731605561321/wal-1, journal: Splitting hdfs://localhost:39257/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731605561321/wal-1, size=469 (469bytes) at 1731605562528Finishing writing output for hdfs://localhost:39257/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731605561321/wal-1 so closing down at 1731605562573 (+45 ms)Creating recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/41ce7cb8f83a36505faa1808da2b4d37/recovered.edits/0000000000000000001-wal-1.temp at 1731605562610 (+37 ms)3 split writer threads finished at 1731605562610Closed recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/41ce7cb8f83a36505faa1808da2b4d37/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731605562635 (+25 ms)Rename recovered edits hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/41ce7cb8f83a36505faa1808da2b4d37/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/41ce7cb8f83a36505faa1808da2b4d37/recovered.edits/0000000000000000002 at 1731605562679 (+44 ms)Processed 2 edits across 1 Regions in 109 ms; skipped=0; WAL=hdfs://localhost:39257/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731605561321/wal-1, size=469, length=469, corrupted=false, cancelled=false at 1731605562679
2024-11-14T17:32:42,679 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-14T17:32:42,682 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39257/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731605561321, archiveDir=hdfs://localhost:39257/hbase/oldWALs, maxLogs=32
2024-11-14T17:32:42,701 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731605561321/wal.1731605562683, exclude list is [], retry=0
2024-11-14T17:32:42,706 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43201,DS-acbdb69f-8461-46d2-b56b-9381fa96d618,DISK]
2024-11-14T17:32:42,706 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-456a3161-5afd-4872-bec3-72537d2d513a,DISK]
2024-11-14T17:32:42,707 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41483,DS-002705a4-6204-4b9e-80bf-1e03c80655da,DISK]
2024-11-14T17:32:42,759 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731605561321/wal.1731605562683
2024-11-14T17:32:42,762 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45785:45785),(127.0.0.1/127.0.0.1:36431:36431),(127.0.0.1/127.0.0.1:39323:39323)]
2024-11-14T17:32:42,763 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 41ce7cb8f83a36505faa1808da2b4d37, NAME => 'testReplayEditsWrittenIntoWAL,,1731605561323.41ce7cb8f83a36505faa1808da2b4d37.', STARTKEY => '', ENDKEY => ''}
2024-11-14T17:32:42,763 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731605561323.41ce7cb8f83a36505faa1808da2b4d37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T17:32:42,763 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 41ce7cb8f83a36505faa1808da2b4d37
2024-11-14T17:32:42,763 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 41ce7cb8f83a36505faa1808da2b4d37
2024-11-14T17:32:42,766 INFO  [StoreOpener-41ce7cb8f83a36505faa1808da2b4d37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 41ce7cb8f83a36505faa1808da2b4d37 
2024-11-14T17:32:42,768 INFO  [StoreOpener-41ce7cb8f83a36505faa1808da2b4d37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41ce7cb8f83a36505faa1808da2b4d37 columnFamilyName a
2024-11-14T17:32:42,768 DEBUG [StoreOpener-41ce7cb8f83a36505faa1808da2b4d37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:42,769 INFO  [StoreOpener-41ce7cb8f83a36505faa1808da2b4d37-1 {}] regionserver.HStore(327): Store=41ce7cb8f83a36505faa1808da2b4d37/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:32:42,769 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 41ce7cb8f83a36505faa1808da2b4d37
2024-11-14T17:32:42,770 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/41ce7cb8f83a36505faa1808da2b4d37
2024-11-14T17:32:42,774 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/41ce7cb8f83a36505faa1808da2b4d37
2024-11-14T17:32:42,776 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/41ce7cb8f83a36505faa1808da2b4d37/recovered.edits/0000000000000000002
2024-11-14T17:32:42,815 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-14T17:32:42,822 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/41ce7cb8f83a36505faa1808da2b4d37/recovered.edits/0000000000000000002
2024-11-14T17:32:42,822 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 41ce7cb8f83a36505faa1808da2b4d37 1/1 column families, dataSize=108 B heapSize=512 B
2024-11-14T17:32:42,853 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/41ce7cb8f83a36505faa1808da2b4d37/.tmp/a/5801cc5c624c4fed97bc6856ea3fb99d is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731605561441/Put/seqid=0
2024-11-14T17:32:42,895 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741852_1028 (size=5170)
2024-11-14T17:32:42,902 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741852_1028 (size=5170)
2024-11-14T17:32:42,902 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741852_1028 (size=5170)
2024-11-14T17:32:42,904 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/41ce7cb8f83a36505faa1808da2b4d37/.tmp/a/5801cc5c624c4fed97bc6856ea3fb99d
2024-11-14T17:32:42,916 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/41ce7cb8f83a36505faa1808da2b4d37/.tmp/a/5801cc5c624c4fed97bc6856ea3fb99d as hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/41ce7cb8f83a36505faa1808da2b4d37/a/5801cc5c624c4fed97bc6856ea3fb99d
2024-11-14T17:32:42,937 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/41ce7cb8f83a36505faa1808da2b4d37/a/5801cc5c624c4fed97bc6856ea3fb99d, entries=2, sequenceid=2, filesize=5.0 K
2024-11-14T17:32:42,937 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 41ce7cb8f83a36505faa1808da2b4d37 in 115ms, sequenceid=2, compaction requested=false; wal=null
2024-11-14T17:32:42,938 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/41ce7cb8f83a36505faa1808da2b4d37/recovered.edits/0000000000000000002
2024-11-14T17:32:42,939 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 41ce7cb8f83a36505faa1808da2b4d37
2024-11-14T17:32:42,939 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 41ce7cb8f83a36505faa1808da2b4d37
2024-11-14T17:32:42,942 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 41ce7cb8f83a36505faa1808da2b4d37
2024-11-14T17:32:42,945 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/41ce7cb8f83a36505faa1808da2b4d37/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1
2024-11-14T17:32:42,946 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 41ce7cb8f83a36505faa1808da2b4d37; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72897873, jitterRate=0.08626295626163483}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-14T17:32:42,946 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 41ce7cb8f83a36505faa1808da2b4d37:
Writing region info on filesystem at 1731605562763Initializing all the Stores at 1731605562765 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605562765Obtaining lock to block concurrent updates at 1731605562822 (+57 ms)Preparing flush snapshotting stores in 41ce7cb8f83a36505faa1808da2b4d37 at 1731605562822Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731605561323.41ce7cb8f83a36505faa1808da2b4d37., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731605562822Flushing stores of testReplayEditsWrittenIntoWAL,,1731605561323.41ce7cb8f83a36505faa1808da2b4d37. at 1731605562822Flushing 41ce7cb8f83a36505faa1808da2b4d37/a: creating writer at 1731605562822Flushing 41ce7cb8f83a36505faa1808da2b4d37/a: appending metadata at 1731605562851 (+29 ms)Flushing 41ce7cb8f83a36505faa1808da2b4d37/a: closing flushed file at 1731605562852 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63e6c7a4: reopening flushed file at 1731605562915 (+63 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 41ce7cb8f83a36505faa1808da2b4d37 in 115ms, sequenceid=2, compaction requested=false; wal=null at 1731605562937 (+22 ms)Cleaning up temporary data from old regions at 1731605562939 (+2 ms)Region opened successfully at 1731605562946 (+7 ms)
2024-11-14T17:32:42,976 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit1 Thread=378 (was 365)
Potentially hanging thread: PacketResponder: BP-939765406-172.17.0.3-1731605549821:blk_1073741851_1027, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-10-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-939765406-172.17.0.3-1731605549821:blk_1073741851_1027, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1232679286_22 at /127.0.0.1:33604 [Receiving block BP-939765406-172.17.0.3-1731605549821:blk_1073741851_1027]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@7c30fd9e[State = -1, empty queue]
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1232679286_22 at /127.0.0.1:33516 [Waiting for operation #7]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@434016c2[State = -1, empty queue]
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1232679286_22 at /127.0.0.1:41382 [Waiting for operation #12]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@606c9b73[State = -1, empty queue]
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1232679286_22 at /127.0.0.1:59618 [Receiving block BP-939765406-172.17.0.3-1731605549821:blk_1073741851_1027]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1232679286_22 at /127.0.0.1:59486 [Waiting for operation #14]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-939765406-172.17.0.3-1731605549821:blk_1073741851_1027, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-10-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-10-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1232679286_22 at /127.0.0.1:41384 [Receiving block BP-939765406-172.17.0.3-1731605549821:blk_1073741851_1027]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=755 (was 673) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=839 (was 851), ProcessCount=11 (was 11), AvailableMemoryMB=3307 (was 3484)
2024-11-14T17:32:42,991 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=378, OpenFileDescriptor=755, MaxFileDescriptor=1048576, SystemLoadAverage=839, ProcessCount=11, AvailableMemoryMB=3305
2024-11-14T17:32:43,006 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-14T17:32:43,009 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-14T17:32:43,010 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-14T17:32:43,013 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-68417027, suffix=, logDir=hdfs://localhost:39257/hbase/WALs/hregion-68417027, archiveDir=hdfs://localhost:39257/hbase/oldWALs, maxLogs=32
2024-11-14T17:32:43,027 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-68417027/hregion-68417027.1731605563013, exclude list is [], retry=0
2024-11-14T17:32:43,032 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41483,DS-002705a4-6204-4b9e-80bf-1e03c80655da,DISK]
2024-11-14T17:32:43,033 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-456a3161-5afd-4872-bec3-72537d2d513a,DISK]
2024-11-14T17:32:43,034 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43201,DS-acbdb69f-8461-46d2-b56b-9381fa96d618,DISK]
2024-11-14T17:32:43,079 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-68417027/hregion-68417027.1731605563013
2024-11-14T17:32:43,080 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39323:39323),(127.0.0.1/127.0.0.1:36431:36431),(127.0.0.1/127.0.0.1:45785:45785)]
2024-11-14T17:32:43,080 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 21d7b92977058993c048fc691ecc9e1b, NAME => 'testReplayEditsWrittenIntoWAL,,1731605563007.21d7b92977058993c048fc691ecc9e1b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39257/hbase
2024-11-14T17:32:43,107 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741854_1030 (size=64)
2024-11-14T17:32:43,107 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741854_1030 (size=64)
2024-11-14T17:32:43,107 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741854_1030 (size=64)
2024-11-14T17:32:43,112 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731605563007.21d7b92977058993c048fc691ecc9e1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T17:32:43,114 INFO  [StoreOpener-21d7b92977058993c048fc691ecc9e1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 21d7b92977058993c048fc691ecc9e1b 
2024-11-14T17:32:43,116 INFO  [StoreOpener-21d7b92977058993c048fc691ecc9e1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21d7b92977058993c048fc691ecc9e1b columnFamilyName a
2024-11-14T17:32:43,117 DEBUG [StoreOpener-21d7b92977058993c048fc691ecc9e1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:43,117 INFO  [StoreOpener-21d7b92977058993c048fc691ecc9e1b-1 {}] regionserver.HStore(327): Store=21d7b92977058993c048fc691ecc9e1b/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:32:43,118 INFO  [StoreOpener-21d7b92977058993c048fc691ecc9e1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 21d7b92977058993c048fc691ecc9e1b 
2024-11-14T17:32:43,120 INFO  [StoreOpener-21d7b92977058993c048fc691ecc9e1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21d7b92977058993c048fc691ecc9e1b columnFamilyName b
2024-11-14T17:32:43,120 DEBUG [StoreOpener-21d7b92977058993c048fc691ecc9e1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:43,121 INFO  [StoreOpener-21d7b92977058993c048fc691ecc9e1b-1 {}] regionserver.HStore(327): Store=21d7b92977058993c048fc691ecc9e1b/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:32:43,121 INFO  [StoreOpener-21d7b92977058993c048fc691ecc9e1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 21d7b92977058993c048fc691ecc9e1b 
2024-11-14T17:32:43,123 INFO  [StoreOpener-21d7b92977058993c048fc691ecc9e1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21d7b92977058993c048fc691ecc9e1b columnFamilyName c
2024-11-14T17:32:43,123 DEBUG [StoreOpener-21d7b92977058993c048fc691ecc9e1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:43,127 INFO  [StoreOpener-21d7b92977058993c048fc691ecc9e1b-1 {}] regionserver.HStore(327): Store=21d7b92977058993c048fc691ecc9e1b/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:32:43,127 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 21d7b92977058993c048fc691ecc9e1b
2024-11-14T17:32:43,128 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/21d7b92977058993c048fc691ecc9e1b
2024-11-14T17:32:43,128 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/21d7b92977058993c048fc691ecc9e1b
2024-11-14T17:32:43,130 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 21d7b92977058993c048fc691ecc9e1b
2024-11-14T17:32:43,130 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 21d7b92977058993c048fc691ecc9e1b
2024-11-14T17:32:43,131 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-14T17:32:43,132 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 21d7b92977058993c048fc691ecc9e1b
2024-11-14T17:32:43,136 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/21d7b92977058993c048fc691ecc9e1b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T17:32:43,136 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 21d7b92977058993c048fc691ecc9e1b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63546113, jitterRate=-0.05308912694454193}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-14T17:32:43,137 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 21d7b92977058993c048fc691ecc9e1b:
Writing region info on filesystem at 1731605563112Initializing all the Stores at 1731605563113 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605563113Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605563114 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605563114Cleaning up temporary data from old regions at 1731605563130 (+16 ms)Region opened successfully at 1731605563136 (+6 ms)
2024-11-14T17:32:43,137 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 21d7b92977058993c048fc691ecc9e1b, disabling compactions & flushes
2024-11-14T17:32:43,137 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731605563007.21d7b92977058993c048fc691ecc9e1b.
2024-11-14T17:32:43,137 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731605563007.21d7b92977058993c048fc691ecc9e1b.
2024-11-14T17:32:43,137 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731605563007.21d7b92977058993c048fc691ecc9e1b. after waiting 0 ms
2024-11-14T17:32:43,137 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731605563007.21d7b92977058993c048fc691ecc9e1b.
2024-11-14T17:32:43,138 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731605563007.21d7b92977058993c048fc691ecc9e1b.
2024-11-14T17:32:43,138 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 21d7b92977058993c048fc691ecc9e1b:
Waiting for close lock at 1731605563137Disabling compacts and flushes for region at 1731605563137Disabling writes for close at 1731605563137Writing region close event to WAL at 1731605563138 (+1 ms)Closed at 1731605563138
2024-11-14T17:32:43,147 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741853_1029 (size=175)
2024-11-14T17:32:43,147 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-68417027/hregion-68417027.1731605563013 not finished, retry = 0
2024-11-14T17:32:43,147 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741853_1029 (size=175)
2024-11-14T17:32:43,147 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741853_1029 (size=175)
2024-11-14T17:32:43,252 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-14T17:32:43,252 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-68417027:(num 1731605563013)
2024-11-14T17:32:43,252 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-14T17:32:43,255 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39257/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731605563005, archiveDir=hdfs://localhost:39257/hbase/oldWALs, maxLogs=32
2024-11-14T17:32:43,272 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731605563005/wal.1731605563255, exclude list is [], retry=0
2024-11-14T17:32:43,277 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-456a3161-5afd-4872-bec3-72537d2d513a,DISK]
2024-11-14T17:32:43,278 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41483,DS-002705a4-6204-4b9e-80bf-1e03c80655da,DISK]
2024-11-14T17:32:43,278 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43201,DS-acbdb69f-8461-46d2-b56b-9381fa96d618,DISK]
2024-11-14T17:32:43,320 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731605563005/wal.1731605563255
2024-11-14T17:32:43,321 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36431:36431),(127.0.0.1/127.0.0.1:39323:39323),(127.0.0.1/127.0.0.1:45785:45785)]
2024-11-14T17:32:43,575 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39257/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731605563005/wal.1731605563255, size=0 (0bytes)
2024-11-14T17:32:43,575 WARN  [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:39257/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731605563005/wal.1731605563255 might be still open, length is 0
2024-11-14T17:32:43,575 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39257/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731605563005/wal.1731605563255
2024-11-14T17:32:43,576 WARN  [IPC Server handler 3 on default port 39257 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731605563005/wal.1731605563255 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031
2024-11-14T17:32:43,576 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39257/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731605563005/wal.1731605563255 after 1ms
2024-11-14T17:32:43,819 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-14T17:32:43,865 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-14T17:32:44,745 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-14T17:32:44,745 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-14T17:32:44,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-14T17:32:44,747 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-14T17:32:44,747 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-14T17:32:44,748 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-14T17:32:44,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL
2024-11-14T17:32:44,749 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer
2024-11-14T17:32:45,187 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1232679286_22 at /127.0.0.1:41430 [Receiving block BP-939765406-172.17.0.3-1731605549821:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:40839:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:41430 dst: /127.0.0.1:40839
java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:40839 remote=/127.0.0.1:41430]. Total timeout mills is 60000, 58336 millis timeout left.
	at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?]
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?]
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?]
	at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?]
	at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?]
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T17:32:45,188 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1232679286_22 at /127.0.0.1:59650 [Receiving block BP-939765406-172.17.0.3-1731605549821:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:41483:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:59650 dst: /127.0.0.1:41483
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T17:32:45,188 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1232679286_22 at /127.0.0.1:33650 [Receiving block BP-939765406-172.17.0.3-1731605549821:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:43201:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:33650 dst: /127.0.0.1:43201
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T17:32:45,197 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741855_1032 (size=497775)
2024-11-14T17:32:45,199 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741855_1032 (size=497775)
2024-11-14T17:32:45,200 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741855_1032 (size=497775)
2024-11-14T17:32:47,577 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39257/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731605563005/wal.1731605563255 after 4002ms
2024-11-14T17:32:47,610 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-14T17:32:47,612 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39257/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731605563005/wal.1731605563255 took 4037ms
2024-11-14T17:32:47,619 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731605563255.temp
2024-11-14T17:32:47,668 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/21d7b92977058993c048fc691ecc9e1b/recovered.edits/0000000000000000001-wal.1731605563255.temp
2024-11-14T17:32:47,713 INFO  [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39257/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731605563005/wal.1731605563255; continuing.
2024-11-14T17:32:47,713 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39257/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731605563005/wal.1731605563255 so closing down
2024-11-14T17:32:47,713 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-14T17:32:47,714 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-14T17:32:47,723 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741856_1033 (size=497783)
2024-11-14T17:32:47,724 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741856_1033 (size=497783)
2024-11-14T17:32:47,725 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741856_1033 (size=497783)
2024-11-14T17:32:47,726 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/21d7b92977058993c048fc691ecc9e1b/recovered.edits/0000000000000000001-wal.1731605563255.temp (wrote 3002 edits, skipped 0 edits in 42 ms)
2024-11-14T17:32:47,728 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/21d7b92977058993c048fc691ecc9e1b/recovered.edits/0000000000000000001-wal.1731605563255.temp to hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/21d7b92977058993c048fc691ecc9e1b/recovered.edits/0000000000000003002
2024-11-14T17:32:47,730 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 116 ms; skipped=0; WAL=hdfs://localhost:39257/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731605563005/wal.1731605563255, size=0, length=0, corrupted=false, cancelled=false
2024-11-14T17:32:47,730 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39257/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731605563005/wal.1731605563255, journal: Splitting hdfs://localhost:39257/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731605563005/wal.1731605563255, size=0 (0bytes) at 1731605563575Split 1024 edits, skipped 0 edits. at 1731605567668 (+4093 ms)Creating recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/21d7b92977058993c048fc691ecc9e1b/recovered.edits/0000000000000000001-wal.1731605563255.temp at 1731605567669 (+1 ms)Split 2048 edits, skipped 0 edits. at 1731605567694 (+25 ms)Finishing writing output for hdfs://localhost:39257/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731605563005/wal.1731605563255 so closing down at 1731605567713 (+19 ms)3 split writer threads finished at 1731605567714 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/21d7b92977058993c048fc691ecc9e1b/recovered.edits/0000000000000000001-wal.1731605563255.temp (wrote 3002 edits, skipped 0 edits in 42 ms) at 1731605567726 (+12 ms)Rename recovered edits hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/21d7b92977058993c048fc691ecc9e1b/recovered.edits/0000000000000000001-wal.1731605563255.temp to hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/21d7b92977058993c048fc691ecc9e1b/recovered.edits/0000000000000003002 at 1731605567728 (+2 ms)Processed 3002 edits across 1 Regions in 116 ms; skipped=0; WAL=hdfs://localhost:39257/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731605563005/wal.1731605563255, size=0, length=0, corrupted=false, cancelled=false at 1731605567730 (+2 ms)
2024-11-14T17:32:47,733 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39257/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731605563005/wal.1731605563255 to hdfs://localhost:39257/hbase/oldWALs/wal.1731605563255
2024-11-14T17:32:47,735 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/21d7b92977058993c048fc691ecc9e1b/recovered.edits/0000000000000003002
2024-11-14T17:32:47,735 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-14T17:32:47,738 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39257/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731605563005, archiveDir=hdfs://localhost:39257/hbase/oldWALs, maxLogs=32
2024-11-14T17:32:47,754 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731605563005/wal.1731605567738, exclude list is [], retry=0
2024-11-14T17:32:47,757 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41483,DS-002705a4-6204-4b9e-80bf-1e03c80655da,DISK]
2024-11-14T17:32:47,758 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43201,DS-acbdb69f-8461-46d2-b56b-9381fa96d618,DISK]
2024-11-14T17:32:47,758 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-456a3161-5afd-4872-bec3-72537d2d513a,DISK]
2024-11-14T17:32:47,791 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731605563005/wal.1731605567738
2024-11-14T17:32:47,792 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39323:39323),(127.0.0.1/127.0.0.1:45785:45785),(127.0.0.1/127.0.0.1:36431:36431)]
2024-11-14T17:32:47,792 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731605563007.21d7b92977058993c048fc691ecc9e1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T17:32:47,794 INFO  [StoreOpener-21d7b92977058993c048fc691ecc9e1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 21d7b92977058993c048fc691ecc9e1b 
2024-11-14T17:32:47,796 INFO  [StoreOpener-21d7b92977058993c048fc691ecc9e1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21d7b92977058993c048fc691ecc9e1b columnFamilyName a
2024-11-14T17:32:47,796 DEBUG [StoreOpener-21d7b92977058993c048fc691ecc9e1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:47,797 INFO  [StoreOpener-21d7b92977058993c048fc691ecc9e1b-1 {}] regionserver.HStore(327): Store=21d7b92977058993c048fc691ecc9e1b/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:32:47,797 INFO  [StoreOpener-21d7b92977058993c048fc691ecc9e1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 21d7b92977058993c048fc691ecc9e1b 
2024-11-14T17:32:47,798 INFO  [StoreOpener-21d7b92977058993c048fc691ecc9e1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21d7b92977058993c048fc691ecc9e1b columnFamilyName b
2024-11-14T17:32:47,798 DEBUG [StoreOpener-21d7b92977058993c048fc691ecc9e1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:47,799 INFO  [StoreOpener-21d7b92977058993c048fc691ecc9e1b-1 {}] regionserver.HStore(327): Store=21d7b92977058993c048fc691ecc9e1b/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:32:47,799 INFO  [StoreOpener-21d7b92977058993c048fc691ecc9e1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 21d7b92977058993c048fc691ecc9e1b 
2024-11-14T17:32:47,801 INFO  [StoreOpener-21d7b92977058993c048fc691ecc9e1b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21d7b92977058993c048fc691ecc9e1b columnFamilyName c
2024-11-14T17:32:47,801 DEBUG [StoreOpener-21d7b92977058993c048fc691ecc9e1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:47,802 INFO  [StoreOpener-21d7b92977058993c048fc691ecc9e1b-1 {}] regionserver.HStore(327): Store=21d7b92977058993c048fc691ecc9e1b/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:32:47,802 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 21d7b92977058993c048fc691ecc9e1b
2024-11-14T17:32:47,803 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/21d7b92977058993c048fc691ecc9e1b
2024-11-14T17:32:47,805 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/21d7b92977058993c048fc691ecc9e1b
2024-11-14T17:32:47,807 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/21d7b92977058993c048fc691ecc9e1b/recovered.edits/0000000000000003002
2024-11-14T17:32:47,844 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-14T17:32:47,883 INFO  [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked
2024-11-14T17:32:48,354 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 21d7b92977058993c048fc691ecc9e1b 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB
2024-11-14T17:32:48,413 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/21d7b92977058993c048fc691ecc9e1b/.tmp/a/2513b30d4ed943a1bb227e60b2b26456 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1731605563330/Put/seqid=0
2024-11-14T17:32:48,458 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741858_1035 (size=50463)
2024-11-14T17:32:48,458 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741858_1035 (size=50463)
2024-11-14T17:32:48,459 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741858_1035 (size=50463)
2024-11-14T17:32:48,466 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/21d7b92977058993c048fc691ecc9e1b/.tmp/a/2513b30d4ed943a1bb227e60b2b26456
2024-11-14T17:32:48,479 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/21d7b92977058993c048fc691ecc9e1b/.tmp/a/2513b30d4ed943a1bb227e60b2b26456 as hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/21d7b92977058993c048fc691ecc9e1b/a/2513b30d4ed943a1bb227e60b2b26456
2024-11-14T17:32:48,487 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/21d7b92977058993c048fc691ecc9e1b/a/2513b30d4ed943a1bb227e60b2b26456, entries=754, sequenceid=754, filesize=49.3 K
2024-11-14T17:32:48,488 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 21d7b92977058993c048fc691ecc9e1b in 134ms, sequenceid=754, compaction requested=false; wal=null
2024-11-14T17:32:48,520 INFO  [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked
2024-11-14T17:32:48,520 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 21d7b92977058993c048fc691ecc9e1b 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB
2024-11-14T17:32:48,529 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/21d7b92977058993c048fc691ecc9e1b/.tmp/a/6783151e0176432589ee464441d0481e is 62, key is testReplayEditsWrittenIntoWAL/a:754/1731605563378/Put/seqid=0
2024-11-14T17:32:48,546 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741859_1036 (size=20072)
2024-11-14T17:32:48,551 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741859_1036 (size=20072)
2024-11-14T17:32:48,551 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741859_1036 (size=20072)
2024-11-14T17:32:48,552 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/21d7b92977058993c048fc691ecc9e1b/.tmp/a/6783151e0176432589ee464441d0481e
2024-11-14T17:32:48,580 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/21d7b92977058993c048fc691ecc9e1b/.tmp/b/bfd5d9f91f214e53ba6dc44dac1e1445 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1731605563405/Put/seqid=0
2024-11-14T17:32:48,594 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741860_1037 (size=35835)
2024-11-14T17:32:48,595 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741860_1037 (size=35835)
2024-11-14T17:32:48,595 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741860_1037 (size=35835)
2024-11-14T17:32:48,595 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/21d7b92977058993c048fc691ecc9e1b/.tmp/b/bfd5d9f91f214e53ba6dc44dac1e1445
2024-11-14T17:32:48,603 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/21d7b92977058993c048fc691ecc9e1b/.tmp/a/6783151e0176432589ee464441d0481e as hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/21d7b92977058993c048fc691ecc9e1b/a/6783151e0176432589ee464441d0481e
2024-11-14T17:32:48,611 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/21d7b92977058993c048fc691ecc9e1b/a/6783151e0176432589ee464441d0481e, entries=246, sequenceid=1508, filesize=19.6 K
2024-11-14T17:32:48,614 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/21d7b92977058993c048fc691ecc9e1b/.tmp/b/bfd5d9f91f214e53ba6dc44dac1e1445 as hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/21d7b92977058993c048fc691ecc9e1b/b/bfd5d9f91f214e53ba6dc44dac1e1445
2024-11-14T17:32:48,621 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/21d7b92977058993c048fc691ecc9e1b/b/bfd5d9f91f214e53ba6dc44dac1e1445, entries=508, sequenceid=1508, filesize=35.0 K
2024-11-14T17:32:48,622 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 21d7b92977058993c048fc691ecc9e1b in 102ms, sequenceid=1508, compaction requested=false; wal=null
2024-11-14T17:32:48,634 INFO  [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked
2024-11-14T17:32:48,634 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 21d7b92977058993c048fc691ecc9e1b 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB
2024-11-14T17:32:48,644 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/21d7b92977058993c048fc691ecc9e1b/.tmp/b/c7f3d0b9668f4972be90d18e32ff3e35 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1731605563429/Put/seqid=0
2024-11-14T17:32:48,657 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741861_1038 (size=35082)
2024-11-14T17:32:48,658 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741861_1038 (size=35082)
2024-11-14T17:32:48,659 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741861_1038 (size=35082)
2024-11-14T17:32:48,660 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/21d7b92977058993c048fc691ecc9e1b/.tmp/b/c7f3d0b9668f4972be90d18e32ff3e35
2024-11-14T17:32:48,687 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/21d7b92977058993c048fc691ecc9e1b/.tmp/c/47c0fab09a534e00bf12cfc084f5a232 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1731605563465/Put/seqid=0
2024-11-14T17:32:48,697 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741862_1039 (size=20825)
2024-11-14T17:32:48,697 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741862_1039 (size=20825)
2024-11-14T17:32:48,698 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741862_1039 (size=20825)
2024-11-14T17:32:48,699 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/21d7b92977058993c048fc691ecc9e1b/.tmp/c/47c0fab09a534e00bf12cfc084f5a232
2024-11-14T17:32:48,707 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/21d7b92977058993c048fc691ecc9e1b/.tmp/b/c7f3d0b9668f4972be90d18e32ff3e35 as hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/21d7b92977058993c048fc691ecc9e1b/b/c7f3d0b9668f4972be90d18e32ff3e35
2024-11-14T17:32:48,715 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/21d7b92977058993c048fc691ecc9e1b/b/c7f3d0b9668f4972be90d18e32ff3e35, entries=492, sequenceid=2262, filesize=34.3 K
2024-11-14T17:32:48,716 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/21d7b92977058993c048fc691ecc9e1b/.tmp/c/47c0fab09a534e00bf12cfc084f5a232 as hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/21d7b92977058993c048fc691ecc9e1b/c/47c0fab09a534e00bf12cfc084f5a232
2024-11-14T17:32:48,725 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/21d7b92977058993c048fc691ecc9e1b/c/47c0fab09a534e00bf12cfc084f5a232, entries=262, sequenceid=2262, filesize=20.3 K
2024-11-14T17:32:48,725 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 21d7b92977058993c048fc691ecc9e1b in 91ms, sequenceid=2262, compaction requested=false; wal=null
2024-11-14T17:32:48,735 WARN  [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1731605563521/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1731605563007.21d7b92977058993c048fc691ecc9e1b.
2024-11-14T17:32:48,740 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/21d7b92977058993c048fc691ecc9e1b/recovered.edits/0000000000000003002
2024-11-14T17:32:48,741 INFO  [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked
2024-11-14T17:32:48,741 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 21d7b92977058993c048fc691ecc9e1b 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB
2024-11-14T17:32:48,753 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/21d7b92977058993c048fc691ecc9e1b/.tmp/c/0f4a64d46eb4408db1f248bf1c66ae7d is 62, key is testReplayEditsWrittenIntoWAL/c:262/1731605563474/Put/seqid=0
2024-11-14T17:32:48,765 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741863_1040 (size=50301)
2024-11-14T17:32:48,765 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741863_1040 (size=50301)
2024-11-14T17:32:48,765 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741863_1040 (size=50301)
2024-11-14T17:32:49,166 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/21d7b92977058993c048fc691ecc9e1b/.tmp/c/0f4a64d46eb4408db1f248bf1c66ae7d
2024-11-14T17:32:49,173 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0f4a64d46eb4408db1f248bf1c66ae7d
2024-11-14T17:32:49,175 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/21d7b92977058993c048fc691ecc9e1b/.tmp/c/0f4a64d46eb4408db1f248bf1c66ae7d as hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/21d7b92977058993c048fc691ecc9e1b/c/0f4a64d46eb4408db1f248bf1c66ae7d
2024-11-14T17:32:49,181 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0f4a64d46eb4408db1f248bf1c66ae7d
2024-11-14T17:32:49,181 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/21d7b92977058993c048fc691ecc9e1b/c/0f4a64d46eb4408db1f248bf1c66ae7d, entries=739, sequenceid=3002, filesize=49.1 K
2024-11-14T17:32:49,182 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 21d7b92977058993c048fc691ecc9e1b in 440ms, sequenceid=3002, compaction requested=false; wal=null
2024-11-14T17:32:49,183 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/21d7b92977058993c048fc691ecc9e1b/recovered.edits/0000000000000003002
2024-11-14T17:32:49,184 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 21d7b92977058993c048fc691ecc9e1b
2024-11-14T17:32:49,184 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 21d7b92977058993c048fc691ecc9e1b
2024-11-14T17:32:49,185 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-14T17:32:49,187 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 21d7b92977058993c048fc691ecc9e1b
2024-11-14T17:32:49,189 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenIntoWAL/21d7b92977058993c048fc691ecc9e1b/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1
2024-11-14T17:32:49,191 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 21d7b92977058993c048fc691ecc9e1b; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71514035, jitterRate=0.06564216315746307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-14T17:32:49,191 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 21d7b92977058993c048fc691ecc9e1b:
Writing region info on filesystem at 1731605567792Initializing all the Stores at 1731605567794 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605567794Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605567794Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605567794Cleaning up temporary data from old regions at 1731605569184 (+1390 ms)Region opened successfully at 1731605569191 (+7 ms)
2024-11-14T17:32:49,248 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 21d7b92977058993c048fc691ecc9e1b, disabling compactions & flushes
2024-11-14T17:32:49,248 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731605563007.21d7b92977058993c048fc691ecc9e1b.
2024-11-14T17:32:49,248 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731605563007.21d7b92977058993c048fc691ecc9e1b.
2024-11-14T17:32:49,248 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731605563007.21d7b92977058993c048fc691ecc9e1b. after waiting 0 ms
2024-11-14T17:32:49,248 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731605563007.21d7b92977058993c048fc691ecc9e1b.
2024-11-14T17:32:49,250 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731605563007.21d7b92977058993c048fc691ecc9e1b.
2024-11-14T17:32:49,251 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 21d7b92977058993c048fc691ecc9e1b:
Waiting for close lock at 1731605569248Disabling compacts and flushes for region at 1731605569248Disabling writes for close at 1731605569248Writing region close event to WAL at 1731605569250 (+2 ms)Closed at 1731605569250
2024-11-14T17:32:49,260 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741857_1034 (size=175)
2024-11-14T17:32:49,261 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741857_1034 (size=175)
2024-11-14T17:32:49,262 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741857_1034 (size=175)
2024-11-14T17:32:49,265 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-14T17:32:49,265 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731605567738)
2024-11-14T17:32:49,281 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=390 (was 378)
Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:39257
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-12-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-12-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: IPC Client (1685805399) connection to localhost/127.0.0.1:34421 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/cluster_33f6edc3-5f79-dd11-0b89-8827b8c8064d/data/data5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1685805399) connection to localhost/127.0.0.1:39245 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39245
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_144711460_22 at /127.0.0.1:59680 [Waiting for operation #4]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_144711460_22 at /127.0.0.1:52990 [Waiting for operation #9]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_144711460_22 at /127.0.0.1:53290 [Waiting for operation #17]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/cluster_33f6edc3-5f79-dd11-0b89-8827b8c8064d/data/data4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/cluster_33f6edc3-5f79-dd11-0b89-8827b8c8064d/data/data3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_144711460_22 at /127.0.0.1:43270 [Waiting for operation #18]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/cluster_33f6edc3-5f79-dd11-0b89-8827b8c8064d/data/data6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-12-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1685805399) connection to localhost/127.0.0.1:39257 from jenkins.replay.wal.secondtime
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34421
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=829 (was 755) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=820 (was 839), ProcessCount=11 (was 11), AvailableMemoryMB=2920 (was 3305)
2024-11-14T17:32:49,296 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#test2727 Thread=390, OpenFileDescriptor=829, MaxFileDescriptor=1048576, SystemLoadAverage=820, ProcessCount=11, AvailableMemoryMB=2917
2024-11-14T17:32:49,322 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-14T17:32:49,330 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-14T17:32:49,331 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-14T17:32:49,336 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-25872635, suffix=, logDir=hdfs://localhost:39257/hbase/WALs/hregion-25872635, archiveDir=hdfs://localhost:39257/hbase/oldWALs, maxLogs=32
2024-11-14T17:32:49,354 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-25872635/hregion-25872635.1731605569337, exclude list is [], retry=0
2024-11-14T17:32:49,363 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41483,DS-002705a4-6204-4b9e-80bf-1e03c80655da,DISK]
2024-11-14T17:32:49,365 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43201,DS-acbdb69f-8461-46d2-b56b-9381fa96d618,DISK]
2024-11-14T17:32:49,371 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-456a3161-5afd-4872-bec3-72537d2d513a,DISK]
2024-11-14T17:32:49,419 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-25872635/hregion-25872635.1731605569337
2024-11-14T17:32:49,425 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39323:39323),(127.0.0.1/127.0.0.1:45785:45785),(127.0.0.1/127.0.0.1:36431:36431)]
2024-11-14T17:32:49,425 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 978f24089d090cbbcd8ee306f22a65f1, NAME => 'test2727,,1731605569323.978f24089d090cbbcd8ee306f22a65f1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39257/hbase
2024-11-14T17:32:49,451 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741865_1042 (size=43)
2024-11-14T17:32:49,451 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741865_1042 (size=43)
2024-11-14T17:32:49,453 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741865_1042 (size=43)
2024-11-14T17:32:49,453 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731605569323.978f24089d090cbbcd8ee306f22a65f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T17:32:49,454 INFO  [StoreOpener-978f24089d090cbbcd8ee306f22a65f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 978f24089d090cbbcd8ee306f22a65f1 
2024-11-14T17:32:49,456 INFO  [StoreOpener-978f24089d090cbbcd8ee306f22a65f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 978f24089d090cbbcd8ee306f22a65f1 columnFamilyName a
2024-11-14T17:32:49,456 DEBUG [StoreOpener-978f24089d090cbbcd8ee306f22a65f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:49,457 INFO  [StoreOpener-978f24089d090cbbcd8ee306f22a65f1-1 {}] regionserver.HStore(327): Store=978f24089d090cbbcd8ee306f22a65f1/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:32:49,457 INFO  [StoreOpener-978f24089d090cbbcd8ee306f22a65f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 978f24089d090cbbcd8ee306f22a65f1 
2024-11-14T17:32:49,459 INFO  [StoreOpener-978f24089d090cbbcd8ee306f22a65f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 978f24089d090cbbcd8ee306f22a65f1 columnFamilyName b
2024-11-14T17:32:49,459 DEBUG [StoreOpener-978f24089d090cbbcd8ee306f22a65f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:49,460 INFO  [StoreOpener-978f24089d090cbbcd8ee306f22a65f1-1 {}] regionserver.HStore(327): Store=978f24089d090cbbcd8ee306f22a65f1/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:32:49,460 INFO  [StoreOpener-978f24089d090cbbcd8ee306f22a65f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 978f24089d090cbbcd8ee306f22a65f1 
2024-11-14T17:32:49,465 INFO  [StoreOpener-978f24089d090cbbcd8ee306f22a65f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 978f24089d090cbbcd8ee306f22a65f1 columnFamilyName c
2024-11-14T17:32:49,465 DEBUG [StoreOpener-978f24089d090cbbcd8ee306f22a65f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:49,465 INFO  [StoreOpener-978f24089d090cbbcd8ee306f22a65f1-1 {}] regionserver.HStore(327): Store=978f24089d090cbbcd8ee306f22a65f1/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:32:49,466 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 978f24089d090cbbcd8ee306f22a65f1
2024-11-14T17:32:49,466 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/test2727/978f24089d090cbbcd8ee306f22a65f1
2024-11-14T17:32:49,467 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/test2727/978f24089d090cbbcd8ee306f22a65f1
2024-11-14T17:32:49,468 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 978f24089d090cbbcd8ee306f22a65f1
2024-11-14T17:32:49,468 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 978f24089d090cbbcd8ee306f22a65f1
2024-11-14T17:32:49,469 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-14T17:32:49,470 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 978f24089d090cbbcd8ee306f22a65f1
2024-11-14T17:32:49,473 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39257/hbase/data/default/test2727/978f24089d090cbbcd8ee306f22a65f1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T17:32:49,474 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 978f24089d090cbbcd8ee306f22a65f1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63308497, jitterRate=-0.056629881262779236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-14T17:32:49,475 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 978f24089d090cbbcd8ee306f22a65f1:
Writing region info on filesystem at 1731605569453Initializing all the Stores at 1731605569454 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605569454Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605569454Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605569454Cleaning up temporary data from old regions at 1731605569468 (+14 ms)Region opened successfully at 1731605569475 (+7 ms)
2024-11-14T17:32:49,475 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 978f24089d090cbbcd8ee306f22a65f1, disabling compactions & flushes
2024-11-14T17:32:49,475 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731605569323.978f24089d090cbbcd8ee306f22a65f1.
2024-11-14T17:32:49,476 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731605569323.978f24089d090cbbcd8ee306f22a65f1.
2024-11-14T17:32:49,476 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731605569323.978f24089d090cbbcd8ee306f22a65f1. after waiting 0 ms
2024-11-14T17:32:49,476 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731605569323.978f24089d090cbbcd8ee306f22a65f1.
2024-11-14T17:32:49,476 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731605569323.978f24089d090cbbcd8ee306f22a65f1.
2024-11-14T17:32:49,476 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 978f24089d090cbbcd8ee306f22a65f1:
Waiting for close lock at 1731605569475Disabling compacts and flushes for region at 1731605569475Disabling writes for close at 1731605569476 (+1 ms)Writing region close event to WAL at 1731605569476Closed at 1731605569476
2024-11-14T17:32:49,480 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741864_1041 (size=175)
2024-11-14T17:32:49,480 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741864_1041 (size=175)
2024-11-14T17:32:49,480 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741864_1041 (size=175)
2024-11-14T17:32:49,482 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-14T17:32:49,482 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-25872635:(num 1731605569337)
2024-11-14T17:32:49,483 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-14T17:32:49,485 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39257/hbase/WALs/test2727-manual,16010,1731605569314, archiveDir=hdfs://localhost:39257/hbase/oldWALs, maxLogs=32
2024-11-14T17:32:49,500 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731605569314/wal.1731605569485, exclude list is [], retry=0
2024-11-14T17:32:49,504 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-456a3161-5afd-4872-bec3-72537d2d513a,DISK]
2024-11-14T17:32:49,504 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43201,DS-acbdb69f-8461-46d2-b56b-9381fa96d618,DISK]
2024-11-14T17:32:49,504 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41483,DS-002705a4-6204-4b9e-80bf-1e03c80655da,DISK]
2024-11-14T17:32:49,535 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731605569314/wal.1731605569485
2024-11-14T17:32:49,536 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36431:36431),(127.0.0.1/127.0.0.1:45785:45785),(127.0.0.1/127.0.0.1:39323:39323)]
2024-11-14T17:32:49,717 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741866_1043 (size=371388)
2024-11-14T17:32:49,717 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741866_1043 (size=371388)
2024-11-14T17:32:49,718 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741866_1043 (size=371388)
2024-11-14T17:32:49,738 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39257/hbase/WALs/test2727-manual,16010,1731605569314/wal.1731605569485, size=362.7 K (371388bytes)
2024-11-14T17:32:49,738 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39257/hbase/WALs/test2727-manual,16010,1731605569314/wal.1731605569485
2024-11-14T17:32:49,739 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39257/hbase/WALs/test2727-manual,16010,1731605569314/wal.1731605569485 after 1ms
2024-11-14T17:32:49,786 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-14T17:32:49,796 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39257/hbase/WALs/test2727-manual,16010,1731605569314/wal.1731605569485 took 58ms
2024-11-14T17:32:49,824 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731605569485.temp
2024-11-14T17:32:49,854 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39257/hbase/WALs/test2727-manual,16010,1731605569314/wal.1731605569485 so closing down
2024-11-14T17:32:49,855 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-14T17:32:49,887 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39257/hbase/data/default/test2727/978f24089d090cbbcd8ee306f22a65f1/recovered.edits/0000000000000000001-wal.1731605569485.temp
2024-11-14T17:32:49,905 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-14T17:32:49,933 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741867_1044 (size=371388)
2024-11-14T17:32:49,933 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741867_1044 (size=371388)
2024-11-14T17:32:49,934 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741867_1044 (size=371388)
2024-11-14T17:32:49,935 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39257/hbase/data/default/test2727/978f24089d090cbbcd8ee306f22a65f1/recovered.edits/0000000000000000001-wal.1731605569485.temp (wrote 3000 edits, skipped 0 edits in 16 ms)
2024-11-14T17:32:49,945 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39257/hbase/data/default/test2727/978f24089d090cbbcd8ee306f22a65f1/recovered.edits/0000000000000000001-wal.1731605569485.temp to hdfs://localhost:39257/hbase/data/default/test2727/978f24089d090cbbcd8ee306f22a65f1/recovered.edits/0000000000000003000
2024-11-14T17:32:49,946 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 127 ms; skipped=0; WAL=hdfs://localhost:39257/hbase/WALs/test2727-manual,16010,1731605569314/wal.1731605569485, size=362.7 K, length=371388, corrupted=false, cancelled=false
2024-11-14T17:32:49,946 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39257/hbase/WALs/test2727-manual,16010,1731605569314/wal.1731605569485, journal: Splitting hdfs://localhost:39257/hbase/WALs/test2727-manual,16010,1731605569314/wal.1731605569485, size=362.7 K (371388bytes) at 1731605569738Split 1024 edits, skipped 0 edits. at 1731605569833 (+95 ms)Split 2048 edits, skipped 0 edits. at 1731605569843 (+10 ms)Finishing writing output for hdfs://localhost:39257/hbase/WALs/test2727-manual,16010,1731605569314/wal.1731605569485 so closing down at 1731605569855 (+12 ms)Creating recovered edits writer path=hdfs://localhost:39257/hbase/data/default/test2727/978f24089d090cbbcd8ee306f22a65f1/recovered.edits/0000000000000000001-wal.1731605569485.temp at 1731605569887 (+32 ms)3 split writer threads finished at 1731605569905 (+18 ms)Closed recovered edits writer path=hdfs://localhost:39257/hbase/data/default/test2727/978f24089d090cbbcd8ee306f22a65f1/recovered.edits/0000000000000000001-wal.1731605569485.temp (wrote 3000 edits, skipped 0 edits in 16 ms) at 1731605569935 (+30 ms)Rename recovered edits hdfs://localhost:39257/hbase/data/default/test2727/978f24089d090cbbcd8ee306f22a65f1/recovered.edits/0000000000000000001-wal.1731605569485.temp to hdfs://localhost:39257/hbase/data/default/test2727/978f24089d090cbbcd8ee306f22a65f1/recovered.edits/0000000000000003000 at 1731605569945 (+10 ms)Processed 3000 edits across 1 Regions in 127 ms; skipped=0; WAL=hdfs://localhost:39257/hbase/WALs/test2727-manual,16010,1731605569314/wal.1731605569485, size=362.7 K, length=371388, corrupted=false, cancelled=false at 1731605569946 (+1 ms)
2024-11-14T17:32:49,949 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39257/hbase/WALs/test2727-manual,16010,1731605569314/wal.1731605569485 to hdfs://localhost:39257/hbase/oldWALs/wal.1731605569485
2024-11-14T17:32:49,951 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39257/hbase/data/default/test2727/978f24089d090cbbcd8ee306f22a65f1/recovered.edits/0000000000000003000
2024-11-14T17:32:49,951 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-14T17:32:49,953 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39257/hbase/WALs/test2727-manual,16010,1731605569314, archiveDir=hdfs://localhost:39257/hbase/oldWALs, maxLogs=32
2024-11-14T17:32:49,975 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731605569314/wal.1731605569954, exclude list is [], retry=0
2024-11-14T17:32:50,000 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43201,DS-acbdb69f-8461-46d2-b56b-9381fa96d618,DISK]
2024-11-14T17:32:50,000 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41483,DS-002705a4-6204-4b9e-80bf-1e03c80655da,DISK]
2024-11-14T17:32:50,001 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-456a3161-5afd-4872-bec3-72537d2d513a,DISK]
2024-11-14T17:32:50,039 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731605569314/wal.1731605569954
2024-11-14T17:32:50,040 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45785:45785),(127.0.0.1/127.0.0.1:39323:39323),(127.0.0.1/127.0.0.1:36431:36431)]
2024-11-14T17:32:50,179 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741868_1045 (size=371515)
2024-11-14T17:32:50,179 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741868_1045 (size=371515)
2024-11-14T17:32:50,180 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741868_1045 (size=371515)
2024-11-14T17:32:50,207 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39257/hbase/WALs/test2727-manual,16010,1731605569314/wal.1731605569954, size=362.8 K (371515bytes)
2024-11-14T17:32:50,207 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39257/hbase/WALs/test2727-manual,16010,1731605569314/wal.1731605569954
2024-11-14T17:32:50,208 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39257/hbase/WALs/test2727-manual,16010,1731605569314/wal.1731605569954 after 1ms
2024-11-14T17:32:50,252 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-14T17:32:50,254 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39257/hbase/WALs/test2727-manual,16010,1731605569314/wal.1731605569954 took 46ms
2024-11-14T17:32:50,259 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1731605569954.temp
2024-11-14T17:32:50,296 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39257/hbase/data/default/test2727/978f24089d090cbbcd8ee306f22a65f1/recovered.edits/0000000000000003001-wal.1731605569954.temp
2024-11-14T17:32:50,301 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39257/hbase/WALs/test2727-manual,16010,1731605569314/wal.1731605569954 so closing down
2024-11-14T17:32:50,301 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-14T17:32:50,313 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-14T17:32:50,324 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741869_1046 (size=371515)
2024-11-14T17:32:50,324 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741869_1046 (size=371515)
2024-11-14T17:32:50,325 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741869_1046 (size=371515)
2024-11-14T17:32:50,327 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39257/hbase/data/default/test2727/978f24089d090cbbcd8ee306f22a65f1/recovered.edits/0000000000000003001-wal.1731605569954.temp (wrote 3000 edits, skipped 0 edits in 17 ms)
2024-11-14T17:32:50,330 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39257/hbase/data/default/test2727/978f24089d090cbbcd8ee306f22a65f1/recovered.edits/0000000000000003001-wal.1731605569954.temp to hdfs://localhost:39257/hbase/data/default/test2727/978f24089d090cbbcd8ee306f22a65f1/recovered.edits/0000000000000006000
2024-11-14T17:32:50,331 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 75 ms; skipped=0; WAL=hdfs://localhost:39257/hbase/WALs/test2727-manual,16010,1731605569314/wal.1731605569954, size=362.8 K, length=371515, corrupted=false, cancelled=false
2024-11-14T17:32:50,331 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39257/hbase/WALs/test2727-manual,16010,1731605569314/wal.1731605569954, journal: Splitting hdfs://localhost:39257/hbase/WALs/test2727-manual,16010,1731605569314/wal.1731605569954, size=362.8 K (371515bytes) at 1731605570207Split 1024 edits, skipped 0 edits. at 1731605570271 (+64 ms)Split 2048 edits, skipped 0 edits. at 1731605570287 (+16 ms)Creating recovered edits writer path=hdfs://localhost:39257/hbase/data/default/test2727/978f24089d090cbbcd8ee306f22a65f1/recovered.edits/0000000000000003001-wal.1731605569954.temp at 1731605570296 (+9 ms)Finishing writing output for hdfs://localhost:39257/hbase/WALs/test2727-manual,16010,1731605569314/wal.1731605569954 so closing down at 1731605570301 (+5 ms)3 split writer threads finished at 1731605570313 (+12 ms)Closed recovered edits writer path=hdfs://localhost:39257/hbase/data/default/test2727/978f24089d090cbbcd8ee306f22a65f1/recovered.edits/0000000000000003001-wal.1731605569954.temp (wrote 3000 edits, skipped 0 edits in 17 ms) at 1731605570327 (+14 ms)Rename recovered edits hdfs://localhost:39257/hbase/data/default/test2727/978f24089d090cbbcd8ee306f22a65f1/recovered.edits/0000000000000003001-wal.1731605569954.temp to hdfs://localhost:39257/hbase/data/default/test2727/978f24089d090cbbcd8ee306f22a65f1/recovered.edits/0000000000000006000 at 1731605570330 (+3 ms)Processed 3000 edits across 1 Regions in 75 ms; skipped=0; WAL=hdfs://localhost:39257/hbase/WALs/test2727-manual,16010,1731605569314/wal.1731605569954, size=362.8 K, length=371515, corrupted=false, cancelled=false at 1731605570331 (+1 ms)
2024-11-14T17:32:50,335 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39257/hbase/WALs/test2727-manual,16010,1731605569314/wal.1731605569954 to hdfs://localhost:39257/hbase/oldWALs/wal.1731605569954
2024-11-14T17:32:50,336 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39257/hbase/data/default/test2727/978f24089d090cbbcd8ee306f22a65f1/recovered.edits/0000000000000006000
2024-11-14T17:32:50,336 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-14T17:32:50,340 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39257/hbase/WALs/test2727-manual,16010,1731605569314, archiveDir=hdfs://localhost:39257/hbase/oldWALs, maxLogs=32
2024-11-14T17:32:50,362 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731605569314/wal.1731605570341, exclude list is [], retry=0
2024-11-14T17:32:50,366 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43201,DS-acbdb69f-8461-46d2-b56b-9381fa96d618,DISK]
2024-11-14T17:32:50,366 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-456a3161-5afd-4872-bec3-72537d2d513a,DISK]
2024-11-14T17:32:50,366 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41483,DS-002705a4-6204-4b9e-80bf-1e03c80655da,DISK]
2024-11-14T17:32:50,406 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731605569314/wal.1731605570341
2024-11-14T17:32:50,407 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45785:45785),(127.0.0.1/127.0.0.1:36431:36431),(127.0.0.1/127.0.0.1:39323:39323)]
2024-11-14T17:32:50,407 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 978f24089d090cbbcd8ee306f22a65f1, NAME => 'test2727,,1731605569323.978f24089d090cbbcd8ee306f22a65f1.', STARTKEY => '', ENDKEY => ''}
2024-11-14T17:32:50,407 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731605569323.978f24089d090cbbcd8ee306f22a65f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T17:32:50,407 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 978f24089d090cbbcd8ee306f22a65f1
2024-11-14T17:32:50,407 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 978f24089d090cbbcd8ee306f22a65f1
2024-11-14T17:32:50,409 INFO  [StoreOpener-978f24089d090cbbcd8ee306f22a65f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 978f24089d090cbbcd8ee306f22a65f1 
2024-11-14T17:32:50,411 INFO  [StoreOpener-978f24089d090cbbcd8ee306f22a65f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 978f24089d090cbbcd8ee306f22a65f1 columnFamilyName a
2024-11-14T17:32:50,411 DEBUG [StoreOpener-978f24089d090cbbcd8ee306f22a65f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:50,412 INFO  [StoreOpener-978f24089d090cbbcd8ee306f22a65f1-1 {}] regionserver.HStore(327): Store=978f24089d090cbbcd8ee306f22a65f1/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:32:50,412 INFO  [StoreOpener-978f24089d090cbbcd8ee306f22a65f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 978f24089d090cbbcd8ee306f22a65f1 
2024-11-14T17:32:50,413 INFO  [StoreOpener-978f24089d090cbbcd8ee306f22a65f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 978f24089d090cbbcd8ee306f22a65f1 columnFamilyName b
2024-11-14T17:32:50,413 DEBUG [StoreOpener-978f24089d090cbbcd8ee306f22a65f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:50,414 INFO  [StoreOpener-978f24089d090cbbcd8ee306f22a65f1-1 {}] regionserver.HStore(327): Store=978f24089d090cbbcd8ee306f22a65f1/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:32:50,414 INFO  [StoreOpener-978f24089d090cbbcd8ee306f22a65f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 978f24089d090cbbcd8ee306f22a65f1 
2024-11-14T17:32:50,415 INFO  [StoreOpener-978f24089d090cbbcd8ee306f22a65f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 978f24089d090cbbcd8ee306f22a65f1 columnFamilyName c
2024-11-14T17:32:50,415 DEBUG [StoreOpener-978f24089d090cbbcd8ee306f22a65f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:50,416 INFO  [StoreOpener-978f24089d090cbbcd8ee306f22a65f1-1 {}] regionserver.HStore(327): Store=978f24089d090cbbcd8ee306f22a65f1/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:32:50,416 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 978f24089d090cbbcd8ee306f22a65f1
2024-11-14T17:32:50,417 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/test2727/978f24089d090cbbcd8ee306f22a65f1
2024-11-14T17:32:50,419 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/test2727/978f24089d090cbbcd8ee306f22a65f1
2024-11-14T17:32:50,420 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39257/hbase/data/default/test2727/978f24089d090cbbcd8ee306f22a65f1/recovered.edits/0000000000000003000
2024-11-14T17:32:50,460 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-14T17:32:50,504 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:39257/hbase/data/default/test2727/978f24089d090cbbcd8ee306f22a65f1/recovered.edits/0000000000000003000
2024-11-14T17:32:50,509 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39257/hbase/data/default/test2727/978f24089d090cbbcd8ee306f22a65f1/recovered.edits/0000000000000006000
2024-11-14T17:32:50,553 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-14T17:32:50,624 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:39257/hbase/data/default/test2727/978f24089d090cbbcd8ee306f22a65f1/recovered.edits/0000000000000006000
2024-11-14T17:32:50,624 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 978f24089d090cbbcd8ee306f22a65f1 3/3 column families, dataSize=215.51 KB heapSize=657 KB
2024-11-14T17:32:50,661 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/hbase/data/default/test2727/978f24089d090cbbcd8ee306f22a65f1/.tmp/a/162a2cea0fcd4463887940fe457ed49e is 41, key is test2727/a:100/1731605570043/Put/seqid=0
2024-11-14T17:32:50,671 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741871_1048 (size=84227)
2024-11-14T17:32:50,671 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741871_1048 (size=84227)
2024-11-14T17:32:50,672 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741871_1048 (size=84227)
2024-11-14T17:32:50,672 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:39257/hbase/data/default/test2727/978f24089d090cbbcd8ee306f22a65f1/.tmp/a/162a2cea0fcd4463887940fe457ed49e
2024-11-14T17:32:50,713 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/hbase/data/default/test2727/978f24089d090cbbcd8ee306f22a65f1/.tmp/b/0e46787d42844b8590be4bfad3d3321b is 41, key is test2727/b:100/1731605570090/Put/seqid=0
2024-11-14T17:32:50,725 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741872_1049 (size=84609)
2024-11-14T17:32:50,725 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741872_1049 (size=84609)
2024-11-14T17:32:50,726 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741872_1049 (size=84609)
2024-11-14T17:32:50,728 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:39257/hbase/data/default/test2727/978f24089d090cbbcd8ee306f22a65f1/.tmp/b/0e46787d42844b8590be4bfad3d3321b
2024-11-14T17:32:50,757 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/hbase/data/default/test2727/978f24089d090cbbcd8ee306f22a65f1/.tmp/c/cfe86fd871824085a90102163414cf92 is 41, key is test2727/c:100/1731605570136/Put/seqid=0
2024-11-14T17:32:50,764 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741873_1050 (size=84609)
2024-11-14T17:32:50,764 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741873_1050 (size=84609)
2024-11-14T17:32:50,765 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741873_1050 (size=84609)
2024-11-14T17:32:50,765 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:39257/hbase/data/default/test2727/978f24089d090cbbcd8ee306f22a65f1/.tmp/c/cfe86fd871824085a90102163414cf92
2024-11-14T17:32:50,772 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/hbase/data/default/test2727/978f24089d090cbbcd8ee306f22a65f1/.tmp/a/162a2cea0fcd4463887940fe457ed49e as hdfs://localhost:39257/hbase/data/default/test2727/978f24089d090cbbcd8ee306f22a65f1/a/162a2cea0fcd4463887940fe457ed49e
2024-11-14T17:32:50,777 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/hbase/data/default/test2727/978f24089d090cbbcd8ee306f22a65f1/a/162a2cea0fcd4463887940fe457ed49e, entries=2000, sequenceid=6000, filesize=82.3 K
2024-11-14T17:32:50,779 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/hbase/data/default/test2727/978f24089d090cbbcd8ee306f22a65f1/.tmp/b/0e46787d42844b8590be4bfad3d3321b as hdfs://localhost:39257/hbase/data/default/test2727/978f24089d090cbbcd8ee306f22a65f1/b/0e46787d42844b8590be4bfad3d3321b
2024-11-14T17:32:50,785 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/hbase/data/default/test2727/978f24089d090cbbcd8ee306f22a65f1/b/0e46787d42844b8590be4bfad3d3321b, entries=2000, sequenceid=6000, filesize=82.6 K
2024-11-14T17:32:50,786 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/hbase/data/default/test2727/978f24089d090cbbcd8ee306f22a65f1/.tmp/c/cfe86fd871824085a90102163414cf92 as hdfs://localhost:39257/hbase/data/default/test2727/978f24089d090cbbcd8ee306f22a65f1/c/cfe86fd871824085a90102163414cf92
2024-11-14T17:32:50,793 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/hbase/data/default/test2727/978f24089d090cbbcd8ee306f22a65f1/c/cfe86fd871824085a90102163414cf92, entries=2000, sequenceid=6000, filesize=82.6 K
2024-11-14T17:32:50,794 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 978f24089d090cbbcd8ee306f22a65f1 in 170ms, sequenceid=6000, compaction requested=false; wal=null
2024-11-14T17:32:50,795 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39257/hbase/data/default/test2727/978f24089d090cbbcd8ee306f22a65f1/recovered.edits/0000000000000003000
2024-11-14T17:32:50,795 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39257/hbase/data/default/test2727/978f24089d090cbbcd8ee306f22a65f1/recovered.edits/0000000000000006000
2024-11-14T17:32:50,796 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 978f24089d090cbbcd8ee306f22a65f1
2024-11-14T17:32:50,796 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 978f24089d090cbbcd8ee306f22a65f1
2024-11-14T17:32:50,797 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-14T17:32:50,799 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 978f24089d090cbbcd8ee306f22a65f1
2024-11-14T17:32:50,801 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39257/hbase/data/default/test2727/978f24089d090cbbcd8ee306f22a65f1/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1
2024-11-14T17:32:50,802 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 978f24089d090cbbcd8ee306f22a65f1; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66270300, jitterRate=-0.012495577335357666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-14T17:32:50,803 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 978f24089d090cbbcd8ee306f22a65f1:
Writing region info on filesystem at 1731605570408Initializing all the Stores at 1731605570409 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605570409Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605570409Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605570409Obtaining lock to block concurrent updates at 1731605570625 (+216 ms)Preparing flush snapshotting stores in 978f24089d090cbbcd8ee306f22a65f1 at 1731605570625Finished memstore snapshotting test2727,,1731605569323.978f24089d090cbbcd8ee306f22a65f1., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1731605570625Flushing stores of test2727,,1731605569323.978f24089d090cbbcd8ee306f22a65f1. at 1731605570625Flushing 978f24089d090cbbcd8ee306f22a65f1/a: creating writer at 1731605570625Flushing 978f24089d090cbbcd8ee306f22a65f1/a: appending metadata at 1731605570657 (+32 ms)Flushing 978f24089d090cbbcd8ee306f22a65f1/a: closing flushed file at 1731605570657Flushing 978f24089d090cbbcd8ee306f22a65f1/b: creating writer at 1731605570683 (+26 ms)Flushing 978f24089d090cbbcd8ee306f22a65f1/b: appending metadata at 1731605570710 (+27 ms)Flushing 978f24089d090cbbcd8ee306f22a65f1/b: closing flushed file at 1731605570710Flushing 978f24089d090cbbcd8ee306f22a65f1/c: creating writer at 1731605570735 (+25 ms)Flushing 978f24089d090cbbcd8ee306f22a65f1/c: appending metadata at 1731605570755 (+20 ms)Flushing 978f24089d090cbbcd8ee306f22a65f1/c: closing flushed file at 1731605570755Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fa20796: reopening flushed file at 1731605570771 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a50148a: reopening flushed file at 1731605570778 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f335aec: reopening flushed file at 1731605570786 (+8 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 978f24089d090cbbcd8ee306f22a65f1 in 170ms, sequenceid=6000, compaction requested=false; wal=null at 1731605570794 (+8 ms)Cleaning up temporary data from old regions at 1731605570796 (+2 ms)Region opened successfully at 1731605570803 (+7 ms)
2024-11-14T17:32:50,804 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0
2024-11-14T17:32:50,804 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 978f24089d090cbbcd8ee306f22a65f1, disabling compactions & flushes
2024-11-14T17:32:50,804 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731605569323.978f24089d090cbbcd8ee306f22a65f1.
2024-11-14T17:32:50,804 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731605569323.978f24089d090cbbcd8ee306f22a65f1.
2024-11-14T17:32:50,804 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731605569323.978f24089d090cbbcd8ee306f22a65f1. after waiting 0 ms
2024-11-14T17:32:50,804 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731605569323.978f24089d090cbbcd8ee306f22a65f1.
2024-11-14T17:32:50,808 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731605569323.978f24089d090cbbcd8ee306f22a65f1.
2024-11-14T17:32:50,808 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 978f24089d090cbbcd8ee306f22a65f1:
Waiting for close lock at 1731605570804Disabling compacts and flushes for region at 1731605570804Disabling writes for close at 1731605570804Writing region close event to WAL at 1731605570808 (+4 ms)Closed at 1731605570808
2024-11-14T17:32:50,814 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741870_1047 (size=175)
2024-11-14T17:32:50,814 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741870_1047 (size=175)
2024-11-14T17:32:50,815 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741870_1047 (size=175)
2024-11-14T17:32:50,818 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-14T17:32:50,818 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731605570341)
2024-11-14T17:32:50,833 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#test2727 Thread=392 (was 390)
Potentially hanging thread: AsyncFSWAL-14-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-14-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1232679286_22 at /127.0.0.1:53104 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-14-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1232679286_22 at /127.0.0.1:43270 [Waiting for operation #24]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1232679286_22 at /127.0.0.1:53386 [Waiting for operation #7]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=891 (was 829) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=820 (was 820), ProcessCount=11 (was 11), AvailableMemoryMB=2671 (was 2917)
2024-11-14T17:32:50,846 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testSequentialEditLogSeqNum Thread=392, OpenFileDescriptor=891, MaxFileDescriptor=1048576, SystemLoadAverage=820, ProcessCount=11, AvailableMemoryMB=2670
2024-11-14T17:32:50,869 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-14T17:32:50,875 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39257/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731605570868, archiveDir=hdfs://localhost:39257/hbase/oldWALs, maxLogs=32
2024-11-14T17:32:50,876 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1731605570876
2024-11-14T17:32:50,911 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731605570868/wal.1731605570876
2024-11-14T17:32:50,913 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39323:39323),(127.0.0.1/127.0.0.1:36431:36431),(127.0.0.1/127.0.0.1:45785:45785)]
2024-11-14T17:32:50,914 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c2ddfcc80fb0dbe0635b9e9c61edb412, NAME => 'testSequentialEditLogSeqNum,,1731605570869.c2ddfcc80fb0dbe0635b9e9c61edb412.', STARTKEY => '', ENDKEY => ''}
2024-11-14T17:32:50,915 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1731605570869.c2ddfcc80fb0dbe0635b9e9c61edb412.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T17:32:50,915 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c2ddfcc80fb0dbe0635b9e9c61edb412
2024-11-14T17:32:50,915 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c2ddfcc80fb0dbe0635b9e9c61edb412
2024-11-14T17:32:50,916 WARN  [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:39257/hbase/data/default/testSequentialEditLogSeqNum/c2ddfcc80fb0dbe0635b9e9c61edb412 doesn't exist for region: c2ddfcc80fb0dbe0635b9e9c61edb412 on table testSequentialEditLogSeqNum
2024-11-14T17:32:50,916 WARN  [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: c2ddfcc80fb0dbe0635b9e9c61edb412 on table testSequentialEditLogSeqNum
2024-11-14T17:32:50,925 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741875_1052 (size=62)
2024-11-14T17:32:50,925 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741875_1052 (size=62)
2024-11-14T17:32:50,926 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741875_1052 (size=62)
2024-11-14T17:32:50,928 INFO  [StoreOpener-c2ddfcc80fb0dbe0635b9e9c61edb412-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c2ddfcc80fb0dbe0635b9e9c61edb412 
2024-11-14T17:32:50,930 INFO  [StoreOpener-c2ddfcc80fb0dbe0635b9e9c61edb412-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2ddfcc80fb0dbe0635b9e9c61edb412 columnFamilyName a
2024-11-14T17:32:50,930 DEBUG [StoreOpener-c2ddfcc80fb0dbe0635b9e9c61edb412-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:50,931 INFO  [StoreOpener-c2ddfcc80fb0dbe0635b9e9c61edb412-1 {}] regionserver.HStore(327): Store=c2ddfcc80fb0dbe0635b9e9c61edb412/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:32:50,931 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c2ddfcc80fb0dbe0635b9e9c61edb412
2024-11-14T17:32:50,932 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testSequentialEditLogSeqNum/c2ddfcc80fb0dbe0635b9e9c61edb412
2024-11-14T17:32:50,933 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testSequentialEditLogSeqNum/c2ddfcc80fb0dbe0635b9e9c61edb412
2024-11-14T17:32:50,933 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c2ddfcc80fb0dbe0635b9e9c61edb412
2024-11-14T17:32:50,933 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c2ddfcc80fb0dbe0635b9e9c61edb412
2024-11-14T17:32:50,936 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c2ddfcc80fb0dbe0635b9e9c61edb412
2024-11-14T17:32:50,938 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39257/hbase/data/default/testSequentialEditLogSeqNum/c2ddfcc80fb0dbe0635b9e9c61edb412/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T17:32:50,939 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened c2ddfcc80fb0dbe0635b9e9c61edb412; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65589263, jitterRate=-0.022643819451332092}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-14T17:32:50,940 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c2ddfcc80fb0dbe0635b9e9c61edb412:
Writing region info on filesystem at 1731605570915Initializing all the Stores at 1731605570928 (+13 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605570928Cleaning up temporary data from old regions at 1731605570933 (+5 ms)Region opened successfully at 1731605570940 (+7 ms)
2024-11-14T17:32:50,954 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing c2ddfcc80fb0dbe0635b9e9c61edb412 1/1 column families, dataSize=770 B heapSize=1.73 KB
2024-11-14T17:32:50,979 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/hbase/data/default/testSequentialEditLogSeqNum/c2ddfcc80fb0dbe0635b9e9c61edb412/.tmp/a/c22f8ba9aee7440e800d25a855c95c42 is 81, key is testSequentialEditLogSeqNum/a:x0/1731605570940/Put/seqid=0
2024-11-14T17:32:50,986 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741876_1053 (size=5833)
2024-11-14T17:32:50,986 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741876_1053 (size=5833)
2024-11-14T17:32:50,987 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741876_1053 (size=5833)
2024-11-14T17:32:50,987 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39257/hbase/data/default/testSequentialEditLogSeqNum/c2ddfcc80fb0dbe0635b9e9c61edb412/.tmp/a/c22f8ba9aee7440e800d25a855c95c42
2024-11-14T17:32:50,994 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/hbase/data/default/testSequentialEditLogSeqNum/c2ddfcc80fb0dbe0635b9e9c61edb412/.tmp/a/c22f8ba9aee7440e800d25a855c95c42 as hdfs://localhost:39257/hbase/data/default/testSequentialEditLogSeqNum/c2ddfcc80fb0dbe0635b9e9c61edb412/a/c22f8ba9aee7440e800d25a855c95c42
2024-11-14T17:32:51,001 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/hbase/data/default/testSequentialEditLogSeqNum/c2ddfcc80fb0dbe0635b9e9c61edb412/a/c22f8ba9aee7440e800d25a855c95c42, entries=10, sequenceid=13, filesize=5.7 K
2024-11-14T17:32:51,003 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for c2ddfcc80fb0dbe0635b9e9c61edb412 in 49ms, sequenceid=13, compaction requested=false
2024-11-14T17:32:51,003 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c2ddfcc80fb0dbe0635b9e9c61edb412:

2024-11-14T17:32:51,009 INFO  [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-14T17:32:51,010 INFO  [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-14T17:32:51,010 INFO  [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-14T17:32:51,010 INFO  [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-14T17:32:51,010 INFO  [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-14T17:32:51,012 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741874_1051 (size=3256)
2024-11-14T17:32:51,013 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741874_1051 (size=3256)
2024-11-14T17:32:51,013 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741874_1051 (size=3256)
2024-11-14T17:32:51,038 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39257/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731605570868/wal.1731605570876, size=3.2 K (3256bytes)
2024-11-14T17:32:51,038 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39257/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731605570868/wal.1731605570876
2024-11-14T17:32:51,039 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39257/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731605570868/wal.1731605570876 after 1ms
2024-11-14T17:32:51,071 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-14T17:32:51,071 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39257/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731605570868/wal.1731605570876 took 33ms
2024-11-14T17:32:51,074 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39257/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731605570868/wal.1731605570876 so closing down
2024-11-14T17:32:51,074 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-14T17:32:51,077 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731605570876.temp
2024-11-14T17:32:51,105 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testSequentialEditLogSeqNum/c2ddfcc80fb0dbe0635b9e9c61edb412/recovered.edits/0000000000000000003-wal.1731605570876.temp
2024-11-14T17:32:51,106 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-14T17:32:51,117 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741877_1054 (size=2650)
2024-11-14T17:32:51,117 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741877_1054 (size=2650)
2024-11-14T17:32:51,117 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741877_1054 (size=2650)
2024-11-14T17:32:51,118 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testSequentialEditLogSeqNum/c2ddfcc80fb0dbe0635b9e9c61edb412/recovered.edits/0000000000000000003-wal.1731605570876.temp (wrote 15 edits, skipped 0 edits in 0 ms)
2024-11-14T17:32:51,120 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39257/hbase/data/default/testSequentialEditLogSeqNum/c2ddfcc80fb0dbe0635b9e9c61edb412/recovered.edits/0000000000000000003-wal.1731605570876.temp to hdfs://localhost:39257/hbase/data/default/testSequentialEditLogSeqNum/c2ddfcc80fb0dbe0635b9e9c61edb412/recovered.edits/0000000000000000020
2024-11-14T17:32:51,120 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 49 ms; skipped=2; WAL=hdfs://localhost:39257/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731605570868/wal.1731605570876, size=3.2 K, length=3256, corrupted=false, cancelled=false
2024-11-14T17:32:51,120 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39257/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731605570868/wal.1731605570876, journal: Splitting hdfs://localhost:39257/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731605570868/wal.1731605570876, size=3.2 K (3256bytes) at 1731605571038Finishing writing output for hdfs://localhost:39257/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731605570868/wal.1731605570876 so closing down at 1731605571074 (+36 ms)Creating recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testSequentialEditLogSeqNum/c2ddfcc80fb0dbe0635b9e9c61edb412/recovered.edits/0000000000000000003-wal.1731605570876.temp at 1731605571105 (+31 ms)3 split writer threads finished at 1731605571106 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testSequentialEditLogSeqNum/c2ddfcc80fb0dbe0635b9e9c61edb412/recovered.edits/0000000000000000003-wal.1731605570876.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1731605571118 (+12 ms)Rename recovered edits hdfs://localhost:39257/hbase/data/default/testSequentialEditLogSeqNum/c2ddfcc80fb0dbe0635b9e9c61edb412/recovered.edits/0000000000000000003-wal.1731605570876.temp to hdfs://localhost:39257/hbase/data/default/testSequentialEditLogSeqNum/c2ddfcc80fb0dbe0635b9e9c61edb412/recovered.edits/0000000000000000020 at 1731605571120 (+2 ms)Processed 17 edits across 1 Regions in 49 ms; skipped=2; WAL=hdfs://localhost:39257/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731605570868/wal.1731605570876, size=3.2 K, length=3256, corrupted=false, cancelled=false at 1731605571120
2024-11-14T17:32:51,135 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testSequentialEditLogSeqNum Thread=397 (was 392)
Potentially hanging thread: sync.0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1232679286_22 at /127.0.0.1:53104 [Waiting for operation #7]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: sync.4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1232679286_22 at /127.0.0.1:43270 [Waiting for operation #26]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: sync.3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441)

Potentially hanging thread: sync.1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441)

Potentially hanging thread: sync.2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1232679286_22 at /127.0.0.1:53386 [Waiting for operation #9]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=927 (was 891) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=820 (was 820), ProcessCount=11 (was 11), AvailableMemoryMB=2670 (was 2670)
2024-11-14T17:32:51,149 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=397, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=820, ProcessCount=11, AvailableMemoryMB=2670
2024-11-14T17:32:51,165 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-14T17:32:51,168 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-14T17:32:51,170 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-14T17:32:51,173 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-21228186, suffix=, logDir=hdfs://localhost:39257/hbase/WALs/hregion-21228186, archiveDir=hdfs://localhost:39257/hbase/oldWALs, maxLogs=32
2024-11-14T17:32:51,192 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-21228186/hregion-21228186.1731605571174, exclude list is [], retry=0
2024-11-14T17:32:51,195 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-456a3161-5afd-4872-bec3-72537d2d513a,DISK]
2024-11-14T17:32:51,195 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41483,DS-002705a4-6204-4b9e-80bf-1e03c80655da,DISK]
2024-11-14T17:32:51,197 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43201,DS-acbdb69f-8461-46d2-b56b-9381fa96d618,DISK]
2024-11-14T17:32:51,235 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-21228186/hregion-21228186.1731605571174
2024-11-14T17:32:51,236 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36431:36431),(127.0.0.1/127.0.0.1:39323:39323),(127.0.0.1/127.0.0.1:45785:45785)]
2024-11-14T17:32:51,236 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 878d145599f1242f91f30f47225104f7, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731605571166.878d145599f1242f91f30f47225104f7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39257/hbase
2024-11-14T17:32:51,250 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741879_1056 (size=70)
2024-11-14T17:32:51,250 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741879_1056 (size=70)
2024-11-14T17:32:51,250 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741879_1056 (size=70)
2024-11-14T17:32:51,251 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731605571166.878d145599f1242f91f30f47225104f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T17:32:51,253 INFO  [StoreOpener-878d145599f1242f91f30f47225104f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 878d145599f1242f91f30f47225104f7 
2024-11-14T17:32:51,255 INFO  [StoreOpener-878d145599f1242f91f30f47225104f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 878d145599f1242f91f30f47225104f7 columnFamilyName a
2024-11-14T17:32:51,255 DEBUG [StoreOpener-878d145599f1242f91f30f47225104f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:51,255 INFO  [StoreOpener-878d145599f1242f91f30f47225104f7-1 {}] regionserver.HStore(327): Store=878d145599f1242f91f30f47225104f7/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:32:51,256 INFO  [StoreOpener-878d145599f1242f91f30f47225104f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 878d145599f1242f91f30f47225104f7 
2024-11-14T17:32:51,257 INFO  [StoreOpener-878d145599f1242f91f30f47225104f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 878d145599f1242f91f30f47225104f7 columnFamilyName b
2024-11-14T17:32:51,257 DEBUG [StoreOpener-878d145599f1242f91f30f47225104f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:51,257 INFO  [StoreOpener-878d145599f1242f91f30f47225104f7-1 {}] regionserver.HStore(327): Store=878d145599f1242f91f30f47225104f7/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:32:51,258 INFO  [StoreOpener-878d145599f1242f91f30f47225104f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 878d145599f1242f91f30f47225104f7 
2024-11-14T17:32:51,259 INFO  [StoreOpener-878d145599f1242f91f30f47225104f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 878d145599f1242f91f30f47225104f7 columnFamilyName c
2024-11-14T17:32:51,259 DEBUG [StoreOpener-878d145599f1242f91f30f47225104f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:51,259 INFO  [StoreOpener-878d145599f1242f91f30f47225104f7-1 {}] regionserver.HStore(327): Store=878d145599f1242f91f30f47225104f7/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:32:51,260 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 878d145599f1242f91f30f47225104f7
2024-11-14T17:32:51,260 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878d145599f1242f91f30f47225104f7
2024-11-14T17:32:51,261 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878d145599f1242f91f30f47225104f7
2024-11-14T17:32:51,262 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 878d145599f1242f91f30f47225104f7
2024-11-14T17:32:51,262 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 878d145599f1242f91f30f47225104f7
2024-11-14T17:32:51,262 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-14T17:32:51,264 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 878d145599f1242f91f30f47225104f7
2024-11-14T17:32:51,266 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878d145599f1242f91f30f47225104f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T17:32:51,267 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 878d145599f1242f91f30f47225104f7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62715357, jitterRate=-0.06546835601329803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-14T17:32:51,268 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 878d145599f1242f91f30f47225104f7:
Writing region info on filesystem at 1731605571251Initializing all the Stores at 1731605571253 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605571253Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605571253Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605571253Cleaning up temporary data from old regions at 1731605571262 (+9 ms)Region opened successfully at 1731605571268 (+6 ms)
2024-11-14T17:32:51,268 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 878d145599f1242f91f30f47225104f7, disabling compactions & flushes
2024-11-14T17:32:51,268 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731605571166.878d145599f1242f91f30f47225104f7.
2024-11-14T17:32:51,268 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731605571166.878d145599f1242f91f30f47225104f7.
2024-11-14T17:32:51,268 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731605571166.878d145599f1242f91f30f47225104f7. after waiting 0 ms
2024-11-14T17:32:51,268 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731605571166.878d145599f1242f91f30f47225104f7.
2024-11-14T17:32:51,269 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731605571166.878d145599f1242f91f30f47225104f7.
2024-11-14T17:32:51,269 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 878d145599f1242f91f30f47225104f7:
Waiting for close lock at 1731605571268Disabling compacts and flushes for region at 1731605571268Disabling writes for close at 1731605571268Writing region close event to WAL at 1731605571269 (+1 ms)Closed at 1731605571269
2024-11-14T17:32:51,272 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741878_1055 (size=175)
2024-11-14T17:32:51,272 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741878_1055 (size=175)
2024-11-14T17:32:51,273 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741878_1055 (size=175)
2024-11-14T17:32:51,276 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-14T17:32:51,276 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-21228186:(num 1731605571174)
2024-11-14T17:32:51,276 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-14T17:32:51,278 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39257/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731605571164, archiveDir=hdfs://localhost:39257/hbase/oldWALs, maxLogs=32
2024-11-14T17:32:51,298 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731605571164/wal.1731605571279, exclude list is [], retry=0
2024-11-14T17:32:51,301 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43201,DS-acbdb69f-8461-46d2-b56b-9381fa96d618,DISK]
2024-11-14T17:32:51,302 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-456a3161-5afd-4872-bec3-72537d2d513a,DISK]
2024-11-14T17:32:51,302 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41483,DS-002705a4-6204-4b9e-80bf-1e03c80655da,DISK]
2024-11-14T17:32:51,344 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731605571164/wal.1731605571279
2024-11-14T17:32:51,345 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45785:45785),(127.0.0.1/127.0.0.1:36431:36431),(127.0.0.1/127.0.0.1:39323:39323)]
2024-11-14T17:32:51,345 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 878d145599f1242f91f30f47225104f7, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731605571166.878d145599f1242f91f30f47225104f7.', STARTKEY => '', ENDKEY => ''}
2024-11-14T17:32:51,345 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731605571166.878d145599f1242f91f30f47225104f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T17:32:51,345 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 878d145599f1242f91f30f47225104f7
2024-11-14T17:32:51,345 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 878d145599f1242f91f30f47225104f7
2024-11-14T17:32:51,347 INFO  [StoreOpener-878d145599f1242f91f30f47225104f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 878d145599f1242f91f30f47225104f7 
2024-11-14T17:32:51,348 INFO  [StoreOpener-878d145599f1242f91f30f47225104f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 878d145599f1242f91f30f47225104f7 columnFamilyName a
2024-11-14T17:32:51,348 DEBUG [StoreOpener-878d145599f1242f91f30f47225104f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:51,349 INFO  [StoreOpener-878d145599f1242f91f30f47225104f7-1 {}] regionserver.HStore(327): Store=878d145599f1242f91f30f47225104f7/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:32:51,349 INFO  [StoreOpener-878d145599f1242f91f30f47225104f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 878d145599f1242f91f30f47225104f7 
2024-11-14T17:32:51,350 INFO  [StoreOpener-878d145599f1242f91f30f47225104f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 878d145599f1242f91f30f47225104f7 columnFamilyName b
2024-11-14T17:32:51,351 DEBUG [StoreOpener-878d145599f1242f91f30f47225104f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:51,351 INFO  [StoreOpener-878d145599f1242f91f30f47225104f7-1 {}] regionserver.HStore(327): Store=878d145599f1242f91f30f47225104f7/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:32:51,351 INFO  [StoreOpener-878d145599f1242f91f30f47225104f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 878d145599f1242f91f30f47225104f7 
2024-11-14T17:32:51,352 INFO  [StoreOpener-878d145599f1242f91f30f47225104f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 878d145599f1242f91f30f47225104f7 columnFamilyName c
2024-11-14T17:32:51,352 DEBUG [StoreOpener-878d145599f1242f91f30f47225104f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:51,353 INFO  [StoreOpener-878d145599f1242f91f30f47225104f7-1 {}] regionserver.HStore(327): Store=878d145599f1242f91f30f47225104f7/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:32:51,353 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 878d145599f1242f91f30f47225104f7
2024-11-14T17:32:51,354 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878d145599f1242f91f30f47225104f7
2024-11-14T17:32:51,356 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878d145599f1242f91f30f47225104f7
2024-11-14T17:32:51,357 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 878d145599f1242f91f30f47225104f7
2024-11-14T17:32:51,357 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 878d145599f1242f91f30f47225104f7
2024-11-14T17:32:51,358 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-14T17:32:51,360 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 878d145599f1242f91f30f47225104f7
2024-11-14T17:32:51,361 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 878d145599f1242f91f30f47225104f7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73708444, jitterRate=0.09834140539169312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-14T17:32:51,362 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 878d145599f1242f91f30f47225104f7:
Writing region info on filesystem at 1731605571345Initializing all the Stores at 1731605571347 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605571347Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605571347Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605571347Cleaning up temporary data from old regions at 1731605571357 (+10 ms)Region opened successfully at 1731605571362 (+5 ms)
2024-11-14T17:32:51,367 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1731605571366/Put/seqid=0
2024-11-14T17:32:51,375 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741881_1058 (size=4826)
2024-11-14T17:32:51,375 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741881_1058 (size=4826)
2024-11-14T17:32:51,376 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741881_1058 (size=4826)
2024-11-14T17:32:51,376 INFO  [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39257/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 878d145599f1242f91f30f47225104f7/a
2024-11-14T17:32:51,384 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z
2024-11-14T17:32:51,384 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-14T17:32:51,384 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 878d145599f1242f91f30f47225104f7:

2024-11-14T17:32:51,386 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:39257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878d145599f1242f91f30f47225104f7/a/702f91b1d7fb4cf3b72ffe73b355e89a_SeqId_3_
2024-11-14T17:32:51,387 INFO  [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39257/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 878d145599f1242f91f30f47225104f7/a as hdfs://localhost:39257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878d145599f1242f91f30f47225104f7/a/702f91b1d7fb4cf3b72ffe73b355e89a_SeqId_3_ - updating store file list.
2024-11-14T17:32:51,392 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 702f91b1d7fb4cf3b72ffe73b355e89a_SeqId_3_: NONE, but ROW specified in column family configuration
2024-11-14T17:32:51,393 INFO  [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878d145599f1242f91f30f47225104f7/a/702f91b1d7fb4cf3b72ffe73b355e89a_SeqId_3_ into 878d145599f1242f91f30f47225104f7/a
2024-11-14T17:32:51,393 INFO  [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39257/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 878d145599f1242f91f30f47225104f7/a (new location: hdfs://localhost:39257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878d145599f1242f91f30f47225104f7/a/702f91b1d7fb4cf3b72ffe73b355e89a_SeqId_3_)
2024-11-14T17:32:51,432 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39257/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731605571164/wal.1731605571279, size=0 (0bytes)
2024-11-14T17:32:51,432 WARN  [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:39257/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731605571164/wal.1731605571279 might be still open, length is 0
2024-11-14T17:32:51,432 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39257/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731605571164/wal.1731605571279
2024-11-14T17:32:51,433 WARN  [IPC Server handler 0 on default port 39257 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731605571164/wal.1731605571279 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057
2024-11-14T17:32:51,433 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39257/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731605571164/wal.1731605571279 after 1ms
2024-11-14T17:32:54,169 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1232679286_22 at /127.0.0.1:53486 [Receiving block BP-939765406-172.17.0.3-1731605549821:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:43201:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:53486 dst: /127.0.0.1:43201
java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:43201 remote=/127.0.0.1:53486]. Total timeout mills is 60000, 57229 millis timeout left.
	at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?]
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?]
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?]
	at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?]
	at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?]
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T17:32:54,171 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1232679286_22 at /127.0.0.1:53200 [Receiving block BP-939765406-172.17.0.3-1731605549821:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:41483:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:53200 dst: /127.0.0.1:41483
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T17:32:54,171 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1232679286_22 at /127.0.0.1:43458 [Receiving block BP-939765406-172.17.0.3-1731605549821:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:40839:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:43458 dst: /127.0.0.1:40839
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T17:32:54,174 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741880_1059 (size=606)
2024-11-14T17:32:54,174 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741880_1059 (size=606)
2024-11-14T17:32:54,744 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly
2024-11-14T17:32:54,744 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer
2024-11-14T17:32:54,745 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum
2024-11-14T17:32:54,745 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer
2024-11-14T17:32:55,434 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39257/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731605571164/wal.1731605571279 after 4002ms
2024-11-14T17:32:55,466 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-14T17:32:55,466 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39257/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731605571164/wal.1731605571279 took 4034ms
2024-11-14T17:32:55,469 INFO  [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39257/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731605571164/wal.1731605571279; continuing.
2024-11-14T17:32:55,469 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39257/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731605571164/wal.1731605571279 so closing down
2024-11-14T17:32:55,469 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-14T17:32:55,471 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1731605571279.temp
2024-11-14T17:32:55,498 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878d145599f1242f91f30f47225104f7/recovered.edits/0000000000000000005-wal.1731605571279.temp
2024-11-14T17:32:55,498 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-14T17:32:55,505 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741882_1060 (size=329)
2024-11-14T17:32:55,506 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741882_1060 (size=329)
2024-11-14T17:32:55,506 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741882_1060 (size=329)
2024-11-14T17:32:55,506 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878d145599f1242f91f30f47225104f7/recovered.edits/0000000000000000005-wal.1731605571279.temp (wrote 1 edits, skipped 0 edits in 0 ms)
2024-11-14T17:32:55,508 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878d145599f1242f91f30f47225104f7/recovered.edits/0000000000000000005-wal.1731605571279.temp to hdfs://localhost:39257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878d145599f1242f91f30f47225104f7/recovered.edits/0000000000000000005
2024-11-14T17:32:55,508 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 41 ms; skipped=1; WAL=hdfs://localhost:39257/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731605571164/wal.1731605571279, size=0, length=0, corrupted=false, cancelled=false
2024-11-14T17:32:55,508 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39257/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731605571164/wal.1731605571279, journal: Splitting hdfs://localhost:39257/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731605571164/wal.1731605571279, size=0 (0bytes) at 1731605571432Finishing writing output for hdfs://localhost:39257/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731605571164/wal.1731605571279 so closing down at 1731605575469 (+4037 ms)Creating recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878d145599f1242f91f30f47225104f7/recovered.edits/0000000000000000005-wal.1731605571279.temp at 1731605575498 (+29 ms)3 split writer threads finished at 1731605575498Closed recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878d145599f1242f91f30f47225104f7/recovered.edits/0000000000000000005-wal.1731605571279.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731605575506 (+8 ms)Rename recovered edits hdfs://localhost:39257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878d145599f1242f91f30f47225104f7/recovered.edits/0000000000000000005-wal.1731605571279.temp to hdfs://localhost:39257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878d145599f1242f91f30f47225104f7/recovered.edits/0000000000000000005 at 1731605575508 (+2 ms)Processed 2 edits across 1 Regions in 41 ms; skipped=1; WAL=hdfs://localhost:39257/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731605571164/wal.1731605571279, size=0, length=0, corrupted=false, cancelled=false at 1731605575508
2024-11-14T17:32:55,510 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39257/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731605571164/wal.1731605571279 to hdfs://localhost:39257/hbase/oldWALs/wal.1731605571279
2024-11-14T17:32:55,511 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878d145599f1242f91f30f47225104f7/recovered.edits/0000000000000000005
2024-11-14T17:32:55,511 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-14T17:32:55,513 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39257/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731605571164, archiveDir=hdfs://localhost:39257/hbase/oldWALs, maxLogs=32
2024-11-14T17:32:55,531 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731605571164/wal.1731605575514, exclude list is [], retry=0
2024-11-14T17:32:55,534 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43201,DS-acbdb69f-8461-46d2-b56b-9381fa96d618,DISK]
2024-11-14T17:32:55,534 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-456a3161-5afd-4872-bec3-72537d2d513a,DISK]
2024-11-14T17:32:55,534 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41483,DS-002705a4-6204-4b9e-80bf-1e03c80655da,DISK]
2024-11-14T17:32:55,561 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731605571164/wal.1731605575514
2024-11-14T17:32:55,562 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45785:45785),(127.0.0.1/127.0.0.1:36431:36431),(127.0.0.1/127.0.0.1:39323:39323)]
2024-11-14T17:32:55,562 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 878d145599f1242f91f30f47225104f7, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731605571166.878d145599f1242f91f30f47225104f7.', STARTKEY => '', ENDKEY => ''}
2024-11-14T17:32:55,562 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731605571166.878d145599f1242f91f30f47225104f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T17:32:55,563 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 878d145599f1242f91f30f47225104f7
2024-11-14T17:32:55,563 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 878d145599f1242f91f30f47225104f7
2024-11-14T17:32:55,565 INFO  [StoreOpener-878d145599f1242f91f30f47225104f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 878d145599f1242f91f30f47225104f7 
2024-11-14T17:32:55,566 INFO  [StoreOpener-878d145599f1242f91f30f47225104f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 878d145599f1242f91f30f47225104f7 columnFamilyName a
2024-11-14T17:32:55,566 DEBUG [StoreOpener-878d145599f1242f91f30f47225104f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:55,578 DEBUG [StoreFileOpener-878d145599f1242f91f30f47225104f7-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 702f91b1d7fb4cf3b72ffe73b355e89a_SeqId_3_: NONE, but ROW specified in column family configuration
2024-11-14T17:32:55,578 DEBUG [StoreOpener-878d145599f1242f91f30f47225104f7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878d145599f1242f91f30f47225104f7/a/702f91b1d7fb4cf3b72ffe73b355e89a_SeqId_3_
2024-11-14T17:32:55,579 INFO  [StoreOpener-878d145599f1242f91f30f47225104f7-1 {}] regionserver.HStore(327): Store=878d145599f1242f91f30f47225104f7/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:32:55,579 INFO  [StoreOpener-878d145599f1242f91f30f47225104f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 878d145599f1242f91f30f47225104f7 
2024-11-14T17:32:55,580 INFO  [StoreOpener-878d145599f1242f91f30f47225104f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 878d145599f1242f91f30f47225104f7 columnFamilyName b
2024-11-14T17:32:55,580 DEBUG [StoreOpener-878d145599f1242f91f30f47225104f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:55,581 INFO  [StoreOpener-878d145599f1242f91f30f47225104f7-1 {}] regionserver.HStore(327): Store=878d145599f1242f91f30f47225104f7/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:32:55,581 INFO  [StoreOpener-878d145599f1242f91f30f47225104f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 878d145599f1242f91f30f47225104f7 
2024-11-14T17:32:55,582 INFO  [StoreOpener-878d145599f1242f91f30f47225104f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 878d145599f1242f91f30f47225104f7 columnFamilyName c
2024-11-14T17:32:55,583 DEBUG [StoreOpener-878d145599f1242f91f30f47225104f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:55,583 INFO  [StoreOpener-878d145599f1242f91f30f47225104f7-1 {}] regionserver.HStore(327): Store=878d145599f1242f91f30f47225104f7/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:32:55,583 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 878d145599f1242f91f30f47225104f7
2024-11-14T17:32:55,584 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878d145599f1242f91f30f47225104f7
2024-11-14T17:32:55,586 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878d145599f1242f91f30f47225104f7
2024-11-14T17:32:55,587 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878d145599f1242f91f30f47225104f7/recovered.edits/0000000000000000005
2024-11-14T17:32:55,632 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-14T17:32:55,633 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:39257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878d145599f1242f91f30f47225104f7/recovered.edits/0000000000000000005
2024-11-14T17:32:55,633 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 878d145599f1242f91f30f47225104f7 3/3 column families, dataSize=58 B heapSize=904 B
2024-11-14T17:32:55,650 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878d145599f1242f91f30f47225104f7/.tmp/a/f97a5c989581478991f715cc00b2a3f7 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1731605571397/Put/seqid=0
2024-11-14T17:32:55,663 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741884_1062 (size=5149)
2024-11-14T17:32:55,663 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741884_1062 (size=5149)
2024-11-14T17:32:55,663 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741884_1062 (size=5149)
2024-11-14T17:32:56,064 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878d145599f1242f91f30f47225104f7/.tmp/a/f97a5c989581478991f715cc00b2a3f7
2024-11-14T17:32:56,072 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878d145599f1242f91f30f47225104f7/.tmp/a/f97a5c989581478991f715cc00b2a3f7 as hdfs://localhost:39257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878d145599f1242f91f30f47225104f7/a/f97a5c989581478991f715cc00b2a3f7
2024-11-14T17:32:56,079 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878d145599f1242f91f30f47225104f7/a/f97a5c989581478991f715cc00b2a3f7, entries=1, sequenceid=5, filesize=5.0 K
2024-11-14T17:32:56,080 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 878d145599f1242f91f30f47225104f7 in 446ms, sequenceid=5, compaction requested=false; wal=null
2024-11-14T17:32:56,080 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878d145599f1242f91f30f47225104f7/recovered.edits/0000000000000000005
2024-11-14T17:32:56,082 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 878d145599f1242f91f30f47225104f7
2024-11-14T17:32:56,082 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 878d145599f1242f91f30f47225104f7
2024-11-14T17:32:56,084 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-14T17:32:56,086 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 878d145599f1242f91f30f47225104f7
2024-11-14T17:32:56,088 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878d145599f1242f91f30f47225104f7/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1
2024-11-14T17:32:56,089 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 878d145599f1242f91f30f47225104f7; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60703182, jitterRate=-0.09545210003852844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-14T17:32:56,089 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 878d145599f1242f91f30f47225104f7:
Writing region info on filesystem at 1731605575563Initializing all the Stores at 1731605575564 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605575564Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605575564Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605575564Obtaining lock to block concurrent updates at 1731605575633 (+69 ms)Preparing flush snapshotting stores in 878d145599f1242f91f30f47225104f7 at 1731605575633Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1731605571166.878d145599f1242f91f30f47225104f7., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1731605575634 (+1 ms)Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1731605571166.878d145599f1242f91f30f47225104f7. at 1731605575634Flushing 878d145599f1242f91f30f47225104f7/a: creating writer at 1731605575634Flushing 878d145599f1242f91f30f47225104f7/a: appending metadata at 1731605575649 (+15 ms)Flushing 878d145599f1242f91f30f47225104f7/a: closing flushed file at 1731605575649Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@597dcb94: reopening flushed file at 1731605576071 (+422 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 878d145599f1242f91f30f47225104f7 in 446ms, sequenceid=5, compaction requested=false; wal=null at 1731605576080 (+9 ms)Cleaning up temporary data from old regions at 1731605576082 (+2 ms)Region opened successfully at 1731605576089 (+7 ms)
2024-11-14T17:32:56,094 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 878d145599f1242f91f30f47225104f7, disabling compactions & flushes
2024-11-14T17:32:56,094 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731605571166.878d145599f1242f91f30f47225104f7.
2024-11-14T17:32:56,094 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731605571166.878d145599f1242f91f30f47225104f7.
2024-11-14T17:32:56,094 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731605571166.878d145599f1242f91f30f47225104f7. after waiting 0 ms
2024-11-14T17:32:56,094 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731605571166.878d145599f1242f91f30f47225104f7.
2024-11-14T17:32:56,098 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731605571166.878d145599f1242f91f30f47225104f7.
2024-11-14T17:32:56,098 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 878d145599f1242f91f30f47225104f7:
Waiting for close lock at 1731605576094Disabling compacts and flushes for region at 1731605576094Disabling writes for close at 1731605576094Writing region close event to WAL at 1731605576098 (+4 ms)Closed at 1731605576098
2024-11-14T17:32:56,107 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741883_1061 (size=175)
2024-11-14T17:32:56,107 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741883_1061 (size=175)
2024-11-14T17:32:56,107 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741883_1061 (size=175)
2024-11-14T17:32:56,110 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-14T17:32:56,110 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731605575514)
2024-11-14T17:32:56,127 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=403 (was 397)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1157023424_22 at /127.0.0.1:53216 [Waiting for operation #11]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-17-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:39257
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1685805399) connection to localhost/127.0.0.1:39257 from jenkinstestRegionMadeOfBulkLoadedFilesOnly
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: AsyncFSWAL-17-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1157023424_22 at /127.0.0.1:43484 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-17-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=992 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=754 (was 820), ProcessCount=11 (was 11), AvailableMemoryMB=3835 (was 2670) - AvailableMemoryMB LEAK? -
2024-11-14T17:32:56,143 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=403, OpenFileDescriptor=992, MaxFileDescriptor=1048576, SystemLoadAverage=754, ProcessCount=11, AvailableMemoryMB=3833
2024-11-14T17:32:56,161 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-14T17:32:56,199 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-14T17:32:56,204 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4e57a52647ef,44637,1731605554223
2024-11-14T17:32:56,207 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c767ed3
2024-11-14T17:32:56,209 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-14T17:32:56,212 INFO  [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-14T17:32:56,216 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44637 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-14T17:32:56,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44637 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF
2024-11-14T17:32:56,230 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION
2024-11-14T17:32:56,232 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44637 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testReplayEditsAfterRegionMovedWithMultiCF"
 procId is: 4
2024-11-14T17:32:56,233 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:56,235 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-14T17:32:56,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-14T17:32:56,249 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741885_1063 (size=694)
2024-11-14T17:32:56,249 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741885_1063 (size=694)
2024-11-14T17:32:56,251 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741885_1063 (size=694)
2024-11-14T17:32:56,254 INFO  [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => da87c990a6dcaa461daec5702b997f1a, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a
2024-11-14T17:32:56,266 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741886_1064 (size=77)
2024-11-14T17:32:56,266 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741886_1064 (size=77)
2024-11-14T17:32:56,267 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741886_1064 (size=77)
2024-11-14T17:32:56,268 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T17:32:56,268 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing da87c990a6dcaa461daec5702b997f1a, disabling compactions & flushes
2024-11-14T17:32:56,268 INFO  [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.
2024-11-14T17:32:56,268 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.
2024-11-14T17:32:56,268 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a. after waiting 0 ms
2024-11-14T17:32:56,268 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.
2024-11-14T17:32:56,268 INFO  [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.
2024-11-14T17:32:56,268 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for da87c990a6dcaa461daec5702b997f1a:
Waiting for close lock at 1731605576268Disabling compacts and flushes for region at 1731605576268Disabling writes for close at 1731605576268Writing region close event to WAL at 1731605576268Closed at 1731605576268
2024-11-14T17:32:56,270 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META
2024-11-14T17:32:56,276 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1731605576270"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731605576270"}]},"ts":"1731605576270"}
2024-11-14T17:32:56,283 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-14T17:32:56,286 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-14T17:32:56,290 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731605576286"}]},"ts":"1731605576286"}
2024-11-14T17:32:56,296 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta
2024-11-14T17:32:56,296 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {4e57a52647ef=0} racks are {/default-rack=0}
2024-11-14T17:32:56,298 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-14T17:32:56,298 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-14T17:32:56,298 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-14T17:32:56,298 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-14T17:32:56,298 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-14T17:32:56,298 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-14T17:32:56,298 INFO  [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-14T17:32:56,298 INFO  [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-14T17:32:56,298 INFO  [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-14T17:32:56,299 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-14T17:32:56,300 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=da87c990a6dcaa461daec5702b997f1a, ASSIGN}]
2024-11-14T17:32:56,303 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=da87c990a6dcaa461daec5702b997f1a, ASSIGN
2024-11-14T17:32:56,306 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=da87c990a6dcaa461daec5702b997f1a, ASSIGN; state=OFFLINE, location=4e57a52647ef,36257,1731605555616; forceNewPlan=false, retain=false
2024-11-14T17:32:56,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-14T17:32:56,459 INFO  [4e57a52647ef:44637 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-14T17:32:56,460 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=da87c990a6dcaa461daec5702b997f1a, regionState=OPENING, regionLocation=4e57a52647ef,36257,1731605555616
2024-11-14T17:32:56,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=da87c990a6dcaa461daec5702b997f1a, ASSIGN because future has completed
2024-11-14T17:32:56,465 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure da87c990a6dcaa461daec5702b997f1a, server=4e57a52647ef,36257,1731605555616}]
2024-11-14T17:32:56,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-14T17:32:56,621 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-14T17:32:56,624 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-14T17:32:56,632 INFO  [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.
2024-11-14T17:32:56,632 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => da87c990a6dcaa461daec5702b997f1a, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.', STARTKEY => '', ENDKEY => ''}
2024-11-14T17:32:56,633 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF da87c990a6dcaa461daec5702b997f1a
2024-11-14T17:32:56,633 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T17:32:56,633 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for da87c990a6dcaa461daec5702b997f1a
2024-11-14T17:32:56,633 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for da87c990a6dcaa461daec5702b997f1a
2024-11-14T17:32:56,639 INFO  [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region da87c990a6dcaa461daec5702b997f1a 
2024-11-14T17:32:56,641 INFO  [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da87c990a6dcaa461daec5702b997f1a columnFamilyName cf1
2024-11-14T17:32:56,641 DEBUG [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:56,642 INFO  [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] regionserver.HStore(327): Store=da87c990a6dcaa461daec5702b997f1a/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:32:56,642 INFO  [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region da87c990a6dcaa461daec5702b997f1a 
2024-11-14T17:32:56,645 INFO  [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da87c990a6dcaa461daec5702b997f1a columnFamilyName cf2
2024-11-14T17:32:56,645 DEBUG [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:56,646 INFO  [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] regionserver.HStore(327): Store=da87c990a6dcaa461daec5702b997f1a/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:32:56,646 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for da87c990a6dcaa461daec5702b997f1a
2024-11-14T17:32:56,647 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a
2024-11-14T17:32:56,647 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a
2024-11-14T17:32:56,648 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for da87c990a6dcaa461daec5702b997f1a
2024-11-14T17:32:56,648 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for da87c990a6dcaa461daec5702b997f1a
2024-11-14T17:32:56,649 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-11-14T17:32:56,652 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for da87c990a6dcaa461daec5702b997f1a
2024-11-14T17:32:56,660 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T17:32:56,661 INFO  [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened da87c990a6dcaa461daec5702b997f1a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70045796, jitterRate=0.043763697147369385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-11-14T17:32:56,661 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for da87c990a6dcaa461daec5702b997f1a
2024-11-14T17:32:56,662 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for da87c990a6dcaa461daec5702b997f1a:
Running coprocessor pre-open hook at 1731605576634Writing region info on filesystem at 1731605576634Initializing all the Stores at 1731605576638 (+4 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605576638Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605576639 (+1 ms)Cleaning up temporary data from old regions at 1731605576648 (+9 ms)Running coprocessor post-open hooks at 1731605576661 (+13 ms)Region opened successfully at 1731605576662 (+1 ms)
2024-11-14T17:32:56,671 INFO  [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a., pid=6, masterSystemTime=1731605576621
2024-11-14T17:32:56,675 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.
2024-11-14T17:32:56,676 INFO  [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.
2024-11-14T17:32:56,677 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=da87c990a6dcaa461daec5702b997f1a, regionState=OPEN, openSeqNum=2, regionLocation=4e57a52647ef,36257,1731605555616
2024-11-14T17:32:56,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure da87c990a6dcaa461daec5702b997f1a, server=4e57a52647ef,36257,1731605555616 because future has completed
2024-11-14T17:32:56,697 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-14T17:32:56,697 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure da87c990a6dcaa461daec5702b997f1a, server=4e57a52647ef,36257,1731605555616 in 227 msec
2024-11-14T17:32:56,701 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-14T17:32:56,701 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=da87c990a6dcaa461daec5702b997f1a, ASSIGN in 397 msec
2024-11-14T17:32:56,704 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-14T17:32:56,704 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731605576704"}]},"ts":"1731605576704"}
2024-11-14T17:32:56,709 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta
2024-11-14T17:32:56,711 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION
2024-11-14T17:32:56,715 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 492 msec
2024-11-14T17:32:56,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44637 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-14T17:32:56,871 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed
2024-11-14T17:32:56,871 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms
2024-11-14T17:32:56,872 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-14T17:32:56,879 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states.
2024-11-14T17:32:56,879 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-14T17:32:56,880 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned.
2024-11-14T17:32:56,896 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a., hostname=4e57a52647ef,36257,1731605555616, seqNum=2]
2024-11-14T17:32:56,898 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T17:32:56,900 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T17:32:56,929 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44637 {}] master.HMaster(2410): Client=jenkins//172.17.0.3 move hri=da87c990a6dcaa461daec5702b997f1a, source=4e57a52647ef,36257,1731605555616, destination=4e57a52647ef,37543,1731605555271, warming up region on 4e57a52647ef,37543,1731605555271
2024-11-14T17:32:56,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44637 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-14T17:32:56,932 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44637 {}] master.HMaster(2414): Client=jenkins//172.17.0.3 move hri=da87c990a6dcaa461daec5702b997f1a, source=4e57a52647ef,36257,1731605555616, destination=4e57a52647ef,37543,1731605555271, running balancer
2024-11-14T17:32:56,940 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-14T17:32:56,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44637 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=da87c990a6dcaa461daec5702b997f1a, REOPEN/MOVE
2024-11-14T17:32:56,946 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=da87c990a6dcaa461daec5702b997f1a, REOPEN/MOVE
2024-11-14T17:32:56,956 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=da87c990a6dcaa461daec5702b997f1a, regionState=CLOSING, regionLocation=4e57a52647ef,36257,1731605555616
2024-11-14T17:32:56,968 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.
2024-11-14T17:32:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] regionserver.HRegion(7855): Warmup {ENCODED => da87c990a6dcaa461daec5702b997f1a, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.', STARTKEY => '', ENDKEY => ''}
2024-11-14T17:32:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T17:32:56,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=da87c990a6dcaa461daec5702b997f1a, REOPEN/MOVE because future has completed
2024-11-14T17:32:56,971 INFO  [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region da87c990a6dcaa461daec5702b997f1a 
2024-11-14T17:32:56,972 INFO  [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da87c990a6dcaa461daec5702b997f1a columnFamilyName cf1
2024-11-14T17:32:56,973 DEBUG [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:56,978 INFO  [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] regionserver.HStore(327): Store=da87c990a6dcaa461daec5702b997f1a/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:32:56,978 INFO  [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region da87c990a6dcaa461daec5702b997f1a 
2024-11-14T17:32:56,978 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-14T17:32:56,979 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure da87c990a6dcaa461daec5702b997f1a, server=4e57a52647ef,36257,1731605555616}]
2024-11-14T17:32:56,979 INFO  [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da87c990a6dcaa461daec5702b997f1a columnFamilyName cf2
2024-11-14T17:32:56,979 DEBUG [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:56,980 INFO  [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] regionserver.HStore(327): Store=da87c990a6dcaa461daec5702b997f1a/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:32:56,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] regionserver.HRegion(1722): Closing da87c990a6dcaa461daec5702b997f1a, disabling compactions & flushes
2024-11-14T17:32:56,981 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.
2024-11-14T17:32:56,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.
2024-11-14T17:32:56,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a. after waiting 0 ms
2024-11-14T17:32:56,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.
2024-11-14T17:32:56,991 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.
2024-11-14T17:32:56,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] regionserver.HRegion(1676): Region close journal for da87c990a6dcaa461daec5702b997f1a:
Waiting for close lock at 1731605576981Disabling compacts and flushes for region at 1731605576981Disabling writes for close at 1731605576981Writing region close event to WAL at 1731605576991 (+10 ms)Closed at 1731605576991
2024-11-14T17:32:56,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44637 {}] procedure.ProcedureSyncWait(219): waitFor pid=7
2024-11-14T17:32:57,157 INFO  [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close da87c990a6dcaa461daec5702b997f1a
2024-11-14T17:32:57,157 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-14T17:32:57,158 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing da87c990a6dcaa461daec5702b997f1a, disabling compactions & flushes
2024-11-14T17:32:57,158 INFO  [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.
2024-11-14T17:32:57,158 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.
2024-11-14T17:32:57,158 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a. after waiting 0 ms
2024-11-14T17:32:57,158 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.
2024-11-14T17:32:57,159 INFO  [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing da87c990a6dcaa461daec5702b997f1a 2/2 column families, dataSize=31 B heapSize=616 B
2024-11-14T17:32:57,180 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a/.tmp/cf1/44142a482587488db9d20f480bf179e4 is 35, key is r1/cf1:q/1731605576901/Put/seqid=0
2024-11-14T17:32:57,199 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741887_1065 (size=4783)
2024-11-14T17:32:57,199 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741887_1065 (size=4783)
2024-11-14T17:32:57,199 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741887_1065 (size=4783)
2024-11-14T17:32:57,201 INFO  [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a/.tmp/cf1/44142a482587488db9d20f480bf179e4
2024-11-14T17:32:57,209 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a/.tmp/cf1/44142a482587488db9d20f480bf179e4 as hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a/cf1/44142a482587488db9d20f480bf179e4
2024-11-14T17:32:57,217 INFO  [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a/cf1/44142a482587488db9d20f480bf179e4, entries=1, sequenceid=5, filesize=4.7 K
2024-11-14T17:32:57,218 INFO  [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for da87c990a6dcaa461daec5702b997f1a in 59ms, sequenceid=5, compaction requested=false
2024-11-14T17:32:57,218 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF'
2024-11-14T17:32:57,226 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-14T17:32:57,229 INFO  [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.
2024-11-14T17:32:57,229 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for da87c990a6dcaa461daec5702b997f1a:
Waiting for close lock at 1731605577158Running coprocessor pre-close hooks at 1731605577158Disabling compacts and flushes for region at 1731605577158Disabling writes for close at 1731605577158Obtaining lock to block concurrent updates at 1731605577159 (+1 ms)Preparing flush snapshotting stores in da87c990a6dcaa461daec5702b997f1a at 1731605577159Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1731605577159Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a. at 1731605577160 (+1 ms)Flushing da87c990a6dcaa461daec5702b997f1a/cf1: creating writer at 1731605577160Flushing da87c990a6dcaa461daec5702b997f1a/cf1: appending metadata at 1731605577179 (+19 ms)Flushing da87c990a6dcaa461daec5702b997f1a/cf1: closing flushed file at 1731605577180 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4059a41d: reopening flushed file at 1731605577208 (+28 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for da87c990a6dcaa461daec5702b997f1a in 59ms, sequenceid=5, compaction requested=false at 1731605577218 (+10 ms)Writing region close event to WAL at 1731605577220 (+2 ms)Running coprocessor post-close hooks at 1731605577226 (+6 ms)Closed at 1731605577229 (+3 ms)
2024-11-14T17:32:57,230 INFO  [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding da87c990a6dcaa461daec5702b997f1a move to 4e57a52647ef,37543,1731605555271 record at close sequenceid=5
2024-11-14T17:32:57,234 INFO  [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed da87c990a6dcaa461daec5702b997f1a
2024-11-14T17:32:57,237 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=da87c990a6dcaa461daec5702b997f1a, regionState=CLOSED
2024-11-14T17:32:57,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure da87c990a6dcaa461daec5702b997f1a, server=4e57a52647ef,36257,1731605555616 because future has completed
2024-11-14T17:32:57,259 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-14T17:32:57,260 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure da87c990a6dcaa461daec5702b997f1a, server=4e57a52647ef,36257,1731605555616 in 276 msec
2024-11-14T17:32:57,261 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=da87c990a6dcaa461daec5702b997f1a, REOPEN/MOVE; state=CLOSED, location=4e57a52647ef,37543,1731605555271; forceNewPlan=false, retain=false
2024-11-14T17:32:57,413 INFO  [4e57a52647ef:44637 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-14T17:32:57,413 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=da87c990a6dcaa461daec5702b997f1a, regionState=OPENING, regionLocation=4e57a52647ef,37543,1731605555271
2024-11-14T17:32:57,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=da87c990a6dcaa461daec5702b997f1a, REOPEN/MOVE because future has completed
2024-11-14T17:32:57,417 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure da87c990a6dcaa461daec5702b997f1a, server=4e57a52647ef,37543,1731605555271}]
2024-11-14T17:32:57,579 INFO  [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.
2024-11-14T17:32:57,579 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => da87c990a6dcaa461daec5702b997f1a, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.', STARTKEY => '', ENDKEY => ''}
2024-11-14T17:32:57,580 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF da87c990a6dcaa461daec5702b997f1a
2024-11-14T17:32:57,580 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T17:32:57,580 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for da87c990a6dcaa461daec5702b997f1a
2024-11-14T17:32:57,580 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for da87c990a6dcaa461daec5702b997f1a
2024-11-14T17:32:57,582 INFO  [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region da87c990a6dcaa461daec5702b997f1a 
2024-11-14T17:32:57,583 INFO  [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da87c990a6dcaa461daec5702b997f1a columnFamilyName cf1
2024-11-14T17:32:57,583 DEBUG [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:57,591 DEBUG [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a/cf1/44142a482587488db9d20f480bf179e4
2024-11-14T17:32:57,591 INFO  [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] regionserver.HStore(327): Store=da87c990a6dcaa461daec5702b997f1a/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:32:57,592 INFO  [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region da87c990a6dcaa461daec5702b997f1a 
2024-11-14T17:32:57,593 INFO  [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da87c990a6dcaa461daec5702b997f1a columnFamilyName cf2
2024-11-14T17:32:57,593 DEBUG [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:57,594 INFO  [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] regionserver.HStore(327): Store=da87c990a6dcaa461daec5702b997f1a/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:32:57,594 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for da87c990a6dcaa461daec5702b997f1a
2024-11-14T17:32:57,595 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a
2024-11-14T17:32:57,596 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a
2024-11-14T17:32:57,597 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for da87c990a6dcaa461daec5702b997f1a
2024-11-14T17:32:57,597 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for da87c990a6dcaa461daec5702b997f1a
2024-11-14T17:32:57,598 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-11-14T17:32:57,600 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for da87c990a6dcaa461daec5702b997f1a
2024-11-14T17:32:57,601 INFO  [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened da87c990a6dcaa461daec5702b997f1a; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64260672, jitterRate=-0.042441368103027344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-11-14T17:32:57,601 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for da87c990a6dcaa461daec5702b997f1a
2024-11-14T17:32:57,602 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for da87c990a6dcaa461daec5702b997f1a:
Running coprocessor pre-open hook at 1731605577580Writing region info on filesystem at 1731605577580Initializing all the Stores at 1731605577581 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605577582 (+1 ms)Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605577582Cleaning up temporary data from old regions at 1731605577597 (+15 ms)Running coprocessor post-open hooks at 1731605577601 (+4 ms)Region opened successfully at 1731605577602 (+1 ms)
2024-11-14T17:32:57,604 INFO  [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a., pid=9, masterSystemTime=1731605577574
2024-11-14T17:32:57,607 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.
2024-11-14T17:32:57,607 INFO  [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.
2024-11-14T17:32:57,608 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=da87c990a6dcaa461daec5702b997f1a, regionState=OPEN, openSeqNum=9, regionLocation=4e57a52647ef,37543,1731605555271
2024-11-14T17:32:57,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure da87c990a6dcaa461daec5702b997f1a, server=4e57a52647ef,37543,1731605555271 because future has completed
2024-11-14T17:32:57,614 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7
2024-11-14T17:32:57,614 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure da87c990a6dcaa461daec5702b997f1a, server=4e57a52647ef,37543,1731605555271 in 194 msec
2024-11-14T17:32:57,616 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=da87c990a6dcaa461daec5702b997f1a, REOPEN/MOVE in 682 msec
2024-11-14T17:32:57,653 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-14T17:32:57,655 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-14T17:32:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36257 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.3:40242 deadline: 1731605637659, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=4e57a52647ef port=37543 startCode=1731605555271. As of locationSeqNum=5.
2024-11-14T17:32:57,683 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a., hostname=4e57a52647ef,36257,1731605555616, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a., hostname=4e57a52647ef,36257,1731605555616, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=4e57a52647ef port=37543 startCode=1731605555271. As of locationSeqNum=5.
2024-11-14T17:32:57,683 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a., hostname=4e57a52647ef,36257,1731605555616, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=4e57a52647ef port=37543 startCode=1731605555271. As of locationSeqNum=5.
2024-11-14T17:32:57,683 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a., hostname=4e57a52647ef,36257,1731605555616, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a., hostname=4e57a52647ef,37543,1731605555271, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=4e57a52647ef port=37543 startCode=1731605555271. As of locationSeqNum=5.
2024-11-14T17:32:57,799 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T17:32:57,802 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T17:32:57,817 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing da87c990a6dcaa461daec5702b997f1a 2/2 column families, dataSize=50 B heapSize=720 B
2024-11-14T17:32:57,838 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a/.tmp/cf1/5e88a92511024c98ba094c4b31759ea5 is 29, key is r1/cf1:/1731605577803/DeleteFamily/seqid=0
2024-11-14T17:32:57,848 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741888_1066 (size=4906)
2024-11-14T17:32:57,848 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741888_1066 (size=4906)
2024-11-14T17:32:57,848 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741888_1066 (size=4906)
2024-11-14T17:32:57,850 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a/.tmp/cf1/5e88a92511024c98ba094c4b31759ea5
2024-11-14T17:32:57,857 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5e88a92511024c98ba094c4b31759ea5
2024-11-14T17:32:57,879 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a/.tmp/cf2/5474322b7562457f88ae74fe568cf0d5 is 29, key is r1/cf2:/1731605577803/DeleteFamily/seqid=0
2024-11-14T17:32:57,889 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741889_1067 (size=4906)
2024-11-14T17:32:57,890 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741889_1067 (size=4906)
2024-11-14T17:32:57,890 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741889_1067 (size=4906)
2024-11-14T17:32:57,892 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a/.tmp/cf2/5474322b7562457f88ae74fe568cf0d5
2024-11-14T17:32:57,900 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5474322b7562457f88ae74fe568cf0d5
2024-11-14T17:32:57,901 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a/.tmp/cf1/5e88a92511024c98ba094c4b31759ea5 as hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a/cf1/5e88a92511024c98ba094c4b31759ea5
2024-11-14T17:32:57,909 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5e88a92511024c98ba094c4b31759ea5
2024-11-14T17:32:57,910 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a/cf1/5e88a92511024c98ba094c4b31759ea5, entries=1, sequenceid=12, filesize=4.8 K
2024-11-14T17:32:57,911 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a/.tmp/cf2/5474322b7562457f88ae74fe568cf0d5 as hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a/cf2/5474322b7562457f88ae74fe568cf0d5
2024-11-14T17:32:57,918 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5474322b7562457f88ae74fe568cf0d5
2024-11-14T17:32:57,918 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a/cf2/5474322b7562457f88ae74fe568cf0d5, entries=1, sequenceid=12, filesize=4.8 K
2024-11-14T17:32:57,920 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for da87c990a6dcaa461daec5702b997f1a in 103ms, sequenceid=12, compaction requested=false
2024-11-14T17:32:57,920 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for da87c990a6dcaa461daec5702b997f1a:

2024-11-14T17:32:57,924 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking
2024-11-14T17:32:57,925 DEBUG [Time-limited test {}] regionserver.HStore(1541): da87c990a6dcaa461daec5702b997f1a/cf1 is initiating major compaction (all files)
2024-11-14T17:32:57,926 INFO  [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-14T17:32:57,926 INFO  [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-14T17:32:57,926 INFO  [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of da87c990a6dcaa461daec5702b997f1a/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.
2024-11-14T17:32:57,927 INFO  [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a/cf1/44142a482587488db9d20f480bf179e4, hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a/cf1/5e88a92511024c98ba094c4b31759ea5] into tmpdir=hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a/.tmp, totalSize=9.5 K
2024-11-14T17:32:57,930 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 44142a482587488db9d20f480bf179e4, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731605576901
2024-11-14T17:32:57,931 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 5e88a92511024c98ba094c4b31759ea5, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807
2024-11-14T17:32:57,949 INFO  [Time-limited test {}] throttle.PressureAwareThroughputController(145): da87c990a6dcaa461daec5702b997f1a#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T17:32:57,972 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741890_1068 (size=4626)
2024-11-14T17:32:57,972 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741890_1068 (size=4626)
2024-11-14T17:32:57,973 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741890_1068 (size=4626)
2024-11-14T17:32:57,984 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a/.tmp/cf1/8f6b2ecff1094b69a7e7c2e91c960191 as hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a/cf1/8f6b2ecff1094b69a7e7c2e91c960191
2024-11-14T17:32:58,007 INFO  [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in da87c990a6dcaa461daec5702b997f1a/cf1 of da87c990a6dcaa461daec5702b997f1a into 8f6b2ecff1094b69a7e7c2e91c960191(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T17:32:58,007 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for da87c990a6dcaa461daec5702b997f1a:

2024-11-14T17:32:58,008 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking
2024-11-14T17:32:58,008 DEBUG [Time-limited test {}] regionserver.HStore(1541): da87c990a6dcaa461daec5702b997f1a/cf2 is initiating major compaction (all files)
2024-11-14T17:32:58,008 INFO  [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-14T17:32:58,008 INFO  [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-14T17:32:58,008 INFO  [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of da87c990a6dcaa461daec5702b997f1a/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.
2024-11-14T17:32:58,008 INFO  [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a/cf2/5474322b7562457f88ae74fe568cf0d5] into tmpdir=hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a/.tmp, totalSize=4.8 K
2024-11-14T17:32:58,009 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 5474322b7562457f88ae74fe568cf0d5, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807
2024-11-14T17:32:58,017 INFO  [Time-limited test {}] throttle.PressureAwareThroughputController(145): da87c990a6dcaa461daec5702b997f1a#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T17:32:58,029 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741891_1069 (size=4592)
2024-11-14T17:32:58,029 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741891_1069 (size=4592)
2024-11-14T17:32:58,029 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741891_1069 (size=4592)
2024-11-14T17:32:58,043 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a/.tmp/cf2/949ff0cc12924fa3aad5a8008ee2d9e9 as hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a/cf2/949ff0cc12924fa3aad5a8008ee2d9e9
2024-11-14T17:32:58,053 INFO  [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in da87c990a6dcaa461daec5702b997f1a/cf2 of da87c990a6dcaa461daec5702b997f1a into 949ff0cc12924fa3aad5a8008ee2d9e9(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T17:32:58,053 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for da87c990a6dcaa461daec5702b997f1a:

2024-11-14T17:32:58,062 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44637 {}] master.HMaster(2410): Client=jenkins//172.17.0.3 move hri=da87c990a6dcaa461daec5702b997f1a, source=4e57a52647ef,37543,1731605555271, destination=4e57a52647ef,36257,1731605555616, warming up region on 4e57a52647ef,36257,1731605555616
2024-11-14T17:32:58,063 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44637 {}] master.HMaster(2414): Client=jenkins//172.17.0.3 move hri=da87c990a6dcaa461daec5702b997f1a, source=4e57a52647ef,37543,1731605555271, destination=4e57a52647ef,36257,1731605555616, running balancer
2024-11-14T17:32:58,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44637 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=da87c990a6dcaa461daec5702b997f1a, REOPEN/MOVE
2024-11-14T17:32:58,065 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=da87c990a6dcaa461daec5702b997f1a, REOPEN/MOVE
2024-11-14T17:32:58,067 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=da87c990a6dcaa461daec5702b997f1a, regionState=CLOSING, regionLocation=4e57a52647ef,37543,1731605555271
2024-11-14T17:32:58,068 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36257 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.
2024-11-14T17:32:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36257 {}] regionserver.HRegion(7855): Warmup {ENCODED => da87c990a6dcaa461daec5702b997f1a, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.', STARTKEY => '', ENDKEY => ''}
2024-11-14T17:32:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36257 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T17:32:58,069 INFO  [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region da87c990a6dcaa461daec5702b997f1a 
2024-11-14T17:32:58,071 INFO  [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da87c990a6dcaa461daec5702b997f1a columnFamilyName cf1
2024-11-14T17:32:58,071 DEBUG [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:58,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=da87c990a6dcaa461daec5702b997f1a, REOPEN/MOVE because future has completed
2024-11-14T17:32:58,078 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-14T17:32:58,078 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure da87c990a6dcaa461daec5702b997f1a, server=4e57a52647ef,37543,1731605555271}]
2024-11-14T17:32:58,085 DEBUG [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a/cf1/44142a482587488db9d20f480bf179e4
2024-11-14T17:32:58,091 INFO  [StoreFileOpener-da87c990a6dcaa461daec5702b997f1a-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5e88a92511024c98ba094c4b31759ea5
2024-11-14T17:32:58,091 DEBUG [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a/cf1/5e88a92511024c98ba094c4b31759ea5
2024-11-14T17:32:58,097 DEBUG [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a/cf1/8f6b2ecff1094b69a7e7c2e91c960191
2024-11-14T17:32:58,097 INFO  [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] regionserver.HStore(327): Store=da87c990a6dcaa461daec5702b997f1a/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:32:58,098 INFO  [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region da87c990a6dcaa461daec5702b997f1a 
2024-11-14T17:32:58,099 INFO  [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da87c990a6dcaa461daec5702b997f1a columnFamilyName cf2
2024-11-14T17:32:58,099 DEBUG [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:58,111 INFO  [StoreFileOpener-da87c990a6dcaa461daec5702b997f1a-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5474322b7562457f88ae74fe568cf0d5
2024-11-14T17:32:58,112 DEBUG [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a/cf2/5474322b7562457f88ae74fe568cf0d5
2024-11-14T17:32:58,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44637 {}] procedure.ProcedureSyncWait(219): waitFor pid=10
2024-11-14T17:32:58,121 DEBUG [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a/cf2/949ff0cc12924fa3aad5a8008ee2d9e9
2024-11-14T17:32:58,121 INFO  [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] regionserver.HStore(327): Store=da87c990a6dcaa461daec5702b997f1a/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:32:58,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36257 {}] regionserver.HRegion(1722): Closing da87c990a6dcaa461daec5702b997f1a, disabling compactions & flushes
2024-11-14T17:32:58,122 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36257 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.
2024-11-14T17:32:58,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36257 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.
2024-11-14T17:32:58,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36257 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a. after waiting 0 ms
2024-11-14T17:32:58,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36257 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.
2024-11-14T17:32:58,131 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36257 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.
2024-11-14T17:32:58,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36257 {}] regionserver.HRegion(1676): Region close journal for da87c990a6dcaa461daec5702b997f1a:
Waiting for close lock at 1731605578121Disabling compacts and flushes for region at 1731605578121Disabling writes for close at 1731605578122 (+1 ms)Writing region close event to WAL at 1731605578131 (+9 ms)Closed at 1731605578131
2024-11-14T17:32:58,232 INFO  [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close da87c990a6dcaa461daec5702b997f1a
2024-11-14T17:32:58,233 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-14T17:32:58,233 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing da87c990a6dcaa461daec5702b997f1a, disabling compactions & flushes
2024-11-14T17:32:58,233 INFO  [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.
2024-11-14T17:32:58,233 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.
2024-11-14T17:32:58,233 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a. after waiting 0 ms
2024-11-14T17:32:58,233 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.
2024-11-14T17:32:58,233 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a/cf1/44142a482587488db9d20f480bf179e4, hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a/cf1/5e88a92511024c98ba094c4b31759ea5] to archive
2024-11-14T17:32:58,236 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-14T17:32:58,241 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a/cf1/44142a482587488db9d20f480bf179e4 to hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a/cf1/44142a482587488db9d20f480bf179e4
2024-11-14T17:32:58,243 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a/cf1/5e88a92511024c98ba094c4b31759ea5 to hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a/cf1/5e88a92511024c98ba094c4b31759ea5
2024-11-14T17:32:58,257 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a/cf2/5474322b7562457f88ae74fe568cf0d5] to archive
2024-11-14T17:32:58,258 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-14T17:32:58,263 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a/cf2/5474322b7562457f88ae74fe568cf0d5 to hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a/cf2/5474322b7562457f88ae74fe568cf0d5
2024-11-14T17:32:58,280 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8
2024-11-14T17:32:58,281 INFO  [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.
2024-11-14T17:32:58,282 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for da87c990a6dcaa461daec5702b997f1a:
Waiting for close lock at 1731605578233Running coprocessor pre-close hooks at 1731605578233Disabling compacts and flushes for region at 1731605578233Disabling writes for close at 1731605578233Writing region close event to WAL at 1731605578265 (+32 ms)Running coprocessor post-close hooks at 1731605578281 (+16 ms)Closed at 1731605578281
2024-11-14T17:32:58,283 INFO  [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding da87c990a6dcaa461daec5702b997f1a move to 4e57a52647ef,36257,1731605555616 record at close sequenceid=12
2024-11-14T17:32:58,287 INFO  [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed da87c990a6dcaa461daec5702b997f1a
2024-11-14T17:32:58,288 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=da87c990a6dcaa461daec5702b997f1a, regionState=CLOSED
2024-11-14T17:32:58,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure da87c990a6dcaa461daec5702b997f1a, server=4e57a52647ef,37543,1731605555271 because future has completed
2024-11-14T17:32:58,305 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-11-14T17:32:58,305 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure da87c990a6dcaa461daec5702b997f1a, server=4e57a52647ef,37543,1731605555271 in 222 msec
2024-11-14T17:32:58,307 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=da87c990a6dcaa461daec5702b997f1a, REOPEN/MOVE; state=CLOSED, location=4e57a52647ef,36257,1731605555616; forceNewPlan=false, retain=false
2024-11-14T17:32:58,458 INFO  [4e57a52647ef:44637 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-14T17:32:58,458 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=da87c990a6dcaa461daec5702b997f1a, regionState=OPENING, regionLocation=4e57a52647ef,36257,1731605555616
2024-11-14T17:32:58,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=da87c990a6dcaa461daec5702b997f1a, REOPEN/MOVE because future has completed
2024-11-14T17:32:58,464 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure da87c990a6dcaa461daec5702b997f1a, server=4e57a52647ef,36257,1731605555616}]
2024-11-14T17:32:58,622 INFO  [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.
2024-11-14T17:32:58,622 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => da87c990a6dcaa461daec5702b997f1a, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.', STARTKEY => '', ENDKEY => ''}
2024-11-14T17:32:58,623 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF da87c990a6dcaa461daec5702b997f1a
2024-11-14T17:32:58,623 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T17:32:58,623 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for da87c990a6dcaa461daec5702b997f1a
2024-11-14T17:32:58,623 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for da87c990a6dcaa461daec5702b997f1a
2024-11-14T17:32:58,625 INFO  [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region da87c990a6dcaa461daec5702b997f1a 
2024-11-14T17:32:58,626 INFO  [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da87c990a6dcaa461daec5702b997f1a columnFamilyName cf1
2024-11-14T17:32:58,626 DEBUG [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:58,635 DEBUG [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a/cf1/8f6b2ecff1094b69a7e7c2e91c960191
2024-11-14T17:32:58,635 INFO  [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] regionserver.HStore(327): Store=da87c990a6dcaa461daec5702b997f1a/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:32:58,643 INFO  [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region da87c990a6dcaa461daec5702b997f1a 
2024-11-14T17:32:58,644 INFO  [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da87c990a6dcaa461daec5702b997f1a columnFamilyName cf2
2024-11-14T17:32:58,645 DEBUG [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:58,658 DEBUG [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a/cf2/949ff0cc12924fa3aad5a8008ee2d9e9
2024-11-14T17:32:58,658 INFO  [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] regionserver.HStore(327): Store=da87c990a6dcaa461daec5702b997f1a/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:32:58,658 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for da87c990a6dcaa461daec5702b997f1a
2024-11-14T17:32:58,660 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a
2024-11-14T17:32:58,662 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a
2024-11-14T17:32:58,663 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for da87c990a6dcaa461daec5702b997f1a
2024-11-14T17:32:58,663 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for da87c990a6dcaa461daec5702b997f1a
2024-11-14T17:32:58,664 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-11-14T17:32:58,665 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for da87c990a6dcaa461daec5702b997f1a
2024-11-14T17:32:58,667 INFO  [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened da87c990a6dcaa461daec5702b997f1a; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68377324, jitterRate=0.018901526927947998}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-11-14T17:32:58,667 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for da87c990a6dcaa461daec5702b997f1a
2024-11-14T17:32:58,668 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for da87c990a6dcaa461daec5702b997f1a:
Running coprocessor pre-open hook at 1731605578623Writing region info on filesystem at 1731605578623Initializing all the Stores at 1731605578624 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605578624Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605578625 (+1 ms)Cleaning up temporary data from old regions at 1731605578663 (+38 ms)Running coprocessor post-open hooks at 1731605578667 (+4 ms)Region opened successfully at 1731605578667
2024-11-14T17:32:58,671 INFO  [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a., pid=12, masterSystemTime=1731605578618
2024-11-14T17:32:58,674 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.
2024-11-14T17:32:58,674 INFO  [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.
2024-11-14T17:32:58,678 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=da87c990a6dcaa461daec5702b997f1a, regionState=OPEN, openSeqNum=18, regionLocation=4e57a52647ef,36257,1731605555616
2024-11-14T17:32:58,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure da87c990a6dcaa461daec5702b997f1a, server=4e57a52647ef,36257,1731605555616 because future has completed
2024-11-14T17:32:58,684 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10
2024-11-14T17:32:58,684 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure da87c990a6dcaa461daec5702b997f1a, server=4e57a52647ef,36257,1731605555616 in 217 msec
2024-11-14T17:32:58,695 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=da87c990a6dcaa461daec5702b997f1a, REOPEN/MOVE in 622 msec
2024-11-14T17:32:58,717 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-14T17:32:58,720 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-14T17:32:58,722 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 4e57a52647ef,36257,1731605555616: testing *****
2024-11-14T17:32:58,722 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-14T17:32:58,725 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-14T17:32:58,726 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-14T17:32:58,731 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-14T17:32:58,733 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-14T17:32:58,746 INFO  [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "Verbose": false,
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1048576000,
        "init": 1048576000,
        "max": 2306867200,
        "used": 413887456
      },
      "NonHeapMemoryUsage": {
        "committed": 173211648,
        "init": 7667712,
        "max": -1,
        "used": 170510944
      },
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC",
      "modelerType": "RegionServer,sub=IPC",
      "tag.Context": "regionserver",
      "tag.Hostname": "4e57a52647ef",
      "queueSize": 0,
      "numCallsInGeneralQueue": 0,
      "numCallsInReplicationQueue": 0,
      "numCallsInBulkLoadQueue": 0,
      "numCallsInPriorityQueue": 0,
      "numCallsInMetaPriorityQueue": 0,
      "numOpenConnections": 3,
      "numActiveHandler": 0,
      "numActiveGeneralHandler": 0,
      "numActivePriorityHandler": 0,
      "numActiveReplicationHandler": 0,
      "numGeneralCallsDropped": 0,
      "numLifoModeSwitches": 0,
      "numCallsInWriteQueue": 0,
      "numActiveBulkLoadHandler": 0,
      "numCallsInReadQueue": 0,
      "numCallsInScanQueue": 0,
      "numActiveWriteHandler": 0,
      "numActiveReadHandler": 0,
      "numActiveScanHandler": 0,
      "nettyDirectMemoryUsage": 67108864,
      "nettyTotalPendingOutboundBytes": 0,
      "nettyMaxPendingOutboundBytes": 0,
      "receivedBytes": 11076,
      "exceptions.RegionMovedException": 1,
      "authenticationSuccesses": 0,
      "authorizationFailures": 0,
      "exceptions.requestTooBig": 0,
      "UnwritableTime_num_ops": 0,
      "UnwritableTime_min": 0,
      "UnwritableTime_max": 0,
      "UnwritableTime_mean": 0,
      "UnwritableTime_25th_percentile": 0,
      "UnwritableTime_median": 0,
      "UnwritableTime_75th_percentile": 0,
      "UnwritableTime_90th_percentile": 0,
      "UnwritableTime_95th_percentile": 0,
      "UnwritableTime_98th_percentile": 0,
      "UnwritableTime_99th_percentile": 0,
      "UnwritableTime_99.9th_percentile": 0,
      "exceptions.OutOfOrderScannerNextException": 0,
      "exceptions.rpcThrottling": 0,
      "exceptions.otherExceptions": 0,
      "ProcessCallTime_num_ops": 39,
      "ProcessCallTime_min": 0,
      "ProcessCallTime_max": 68,
      "ProcessCallTime_mean": 7,
      "ProcessCallTime_25th_percentile": 1,
      "ProcessCallTime_median": 4,
      "ProcessCallTime_75th_percentile": 6,
      "ProcessCallTime_90th_percentile": 9,
      "ProcessCallTime_95th_percentile": 50,
      "ProcessCallTime_98th_percentile": 68,
      "ProcessCallTime_99th_percentile": 68,
      "ProcessCallTime_99.9th_percentile": 68,
      "ProcessCallTime_TimeRangeCount_0-1": 8,
      "ProcessCallTime_TimeRangeCount_1-3": 7,
      "ProcessCallTime_TimeRangeCount_3-10": 14,
      "ProcessCallTime_TimeRangeCount_30-100": 2,
      "exceptions.callQueueTooBig": 0,
      "QueueCallTime_num_ops": 39,
      "QueueCallTime_min": 0,
      "QueueCallTime_max": 4,
      "QueueCallTime_mean": 0,
      "QueueCallTime_25th_percentile": 0,
      "QueueCallTime_median": 0,
      "QueueCallTime_75th_percentile": 0,
      "QueueCallTime_90th_percentile": 1,
      "QueueCallTime_95th_percentile": 1,
      "QueueCallTime_98th_percentile": 4,
      "QueueCallTime_99th_percentile": 4,
      "QueueCallTime_99.9th_percentile": 4,
      "QueueCallTime_TimeRangeCount_0-1": 30,
      "QueueCallTime_TimeRangeCount_3-10": 1,
      "authenticationFailures": 0,
      "exceptions.multiResponseTooLarge": 0,
      "exceptions.callDropped": 0,
      "TotalCallTime_num_ops": 39,
      "TotalCallTime_min": 0,
      "TotalCallTime_max": 68,
      "TotalCallTime_mean": 7,
      "TotalCallTime_25th_percentile": 2,
      "TotalCallTime_median": 4,
      "TotalCallTime_75th_percentile": 7,
      "TotalCallTime_90th_percentile": 10,
      "TotalCallTime_95th_percentile": 51,
      "TotalCallTime_98th_percentile": 68,
      "TotalCallTime_99th_percentile": 68,
      "TotalCallTime_99.9th_percentile": 68,
      "TotalCallTime_TimeRangeCount_0-1": 7,
      "TotalCallTime_TimeRangeCount_1-3": 8,
      "TotalCallTime_TimeRangeCount_3-10": 14,
      "TotalCallTime_TimeRangeCount_30-100": 2,
      "exceptions.RegionTooBusyException": 0,
      "exceptions.FailedSanityCheckException": 0,
      "ResponseSize_num_ops": 39,
      "ResponseSize_min": 0,
      "ResponseSize_max": 1139,
      "ResponseSize_mean": 159,
      "ResponseSize_25th_percentile": 2,
      "ResponseSize_median": 2,
      "ResponseSize_75th_percentile": 74,
      "ResponseSize_90th_percentile": 453,
      "ResponseSize_95th_percentile": 796,
      "ResponseSize_98th_percentile": 1001,
      "ResponseSize_99th_percentile": 1070,
      "ResponseSize_99.9th_percentile": 1132,
      "ResponseSize_SizeRangeCount_0-10": 22,
      "ResponseSize_SizeRangeCount_10-100": 5,
      "ResponseSize_SizeRangeCount_100-1000": 4,
      "exceptions.UnknownScannerException": 0,
      "exceptions": 1,
      "maxOutboundBytesExceeded": 0,
      "authenticationFallbacks": 0,
      "exceptions.quotaExceeded": 0,
      "exceptions.callTimedOut": 0,
      "exceptions.NotServingRegionException": 0,
      "authorizationSuccesses": 0,
      "exceptions.ScannerResetException": 0,
      "RequestSize_num_ops": 39,
      "RequestSize_min": 31,
      "RequestSize_max": 390,
      "RequestSize_mean": 204,
      "RequestSize_25th_percentile": 119,
      "RequestSize_median": 179,
      "RequestSize_75th_percentile": 330,
      "RequestSize_90th_percentile": 330,
      "RequestSize_95th_percentile": 365,
      "RequestSize_98th_percentile": 380,
      "RequestSize_99th_percentile": 385,
      "RequestSize_99.9th_percentile": 389,
      "RequestSize_SizeRangeCount_0-10": 2,
      "RequestSize_SizeRangeCount_100-1000": 29,
      "sentBytes": 5751
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication",
      "modelerType": "RegionServer,sub=Replication",
      "tag.Context": "regionserver",
      "tag.Hostname": "4e57a52647ef",
      "source.shippedHFiles": 0,
      "Source.ageOfLastShippedOp_num_ops": 0,
      "Source.ageOfLastShippedOp_min": 0,
      "Source.ageOfLastShippedOp_max": 0,
      "Source.ageOfLastShippedOp_mean": 0,
      "Source.ageOfLastShippedOp_25th_percentile": 0,
      "Source.ageOfLastShippedOp_median": 0,
      "Source.ageOfLastShippedOp_75th_percentile": 0,
      "Source.ageOfLastShippedOp_90th_percentile": 0,
      "Source.ageOfLastShippedOp_95th_percentile": 0,
      "Source.ageOfLastShippedOp_98th_percentile": 0,
      "Source.ageOfLastShippedOp_99th_percentile": 0,
      "Source.ageOfLastShippedOp_99.9th_percentile": 0,
      "source.uncleanlyClosedLogs": 0,
      "source.closedLogsWithUnknownFileLength": 0,
      "source.walReaderEditsBufferUsage": 0,
      "source.repeatedLogFileBytes": 0,
      "source.sizeOfHFileRefsQueue": 0,
      "source.logReadInBytes": 0,
      "source.completedRecoverQueues": 0,
      "source.sizeOfLogQueue": 0,
      "source.restartedLogReading": 0,
      "source.failedRecoverQueues": 0,
      "source.ignoredUncleanlyClosedLogContentsInBytes": 0,
      "Sink.ageOfLastAppliedOp_num_ops": 0,
      "Sink.ageOfLastAppliedOp_min": 0,
      "Sink.ageOfLastAppliedOp_max": 0,
      "Sink.ageOfLastAppliedOp_mean": 0,
      "Sink.ageOfLastAppliedOp_25th_percentile": 0,
      "Sink.ageOfLastAppliedOp_median": 0,
      "Sink.ageOfLastAppliedOp_75th_percentile": 0,
      "Sink.ageOfLastAppliedOp_90th_percentile": 0,
      "Sink.ageOfLastAppliedOp_95th_percentile": 0,
      "Sink.ageOfLastAppliedOp_98th_percentile": 0,
      "Sink.ageOfLastAppliedOp_99th_percentile": 0,
      "Sink.ageOfLastAppliedOp_99.9th_percentile": 0,
      "source.logEditsRead": 0,
      "source.numInitializing": 0,
      "source.shippedOps": 0,
      "sink.appliedHFiles": 0,
      "source.logEditsFiltered": 0,
      "source.shippedBytes": 0,
      "sink.appliedOps": 0,
      "source.completedLogs": 0,
      "source.failedBatches": 0,
      "sink.failedBatches": 0,
      "source.shippedBatches": 0,
      "sink.appliedBatches": 0
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=Server",
      "modelerType": "RegionServer,sub=Server",
      "tag.zookeeperQuorum": "127.0.0.1:62987",
      "tag.serverName": "4e57a52647ef,33715,1731605555464",
      "tag.clusterId": "71af52e6-5e49-4b25-9d7c-e0bbf7a1a5d2",
      "tag.Context": "regionserver",
      "tag.Hostname": "4e57a52647ef",
      "regionCount": 1,
      "storeCount": 4,
      "hlogFileCount": 8,
      "hlogFileSize": 0,
      "storeFileCount": 0,
      "maxStoreFileCount": 0,
      "memStoreSize": 3048,
      "memStoreHeapSize": 5752,
      "memStoreOffHeapSize": 0,
      "storeFileSize": 0,
      "storeFileSizeGrowthRate": 0.0,
      "maxStoreFileAge": 0,
      "minStoreFileAge": 0,
      "avgStoreFileAge": 0,
      "numReferenceFiles": 0,
      "regionServerStartTime": 1731605555464,
      "averageRegionSize": 3048,
      "storeFileIndexSize": 0,
      "staticIndexSize": 0,
      "staticBloomSize": 0,
      "bloomFilterRequestsCount": 0,
      "bloomFilterNegativeResultsCount": 0,
      "bloomFilterEligibleRequestsCount": 0,
      "mutationsWithoutWALCount": 0,
      "mutationsWithoutWALSize": 0,
      "percentFilesLocal": 0.0,
      "percentFilesLocalSecondaryRegions": 0.0,
      "totalBytesRead": 320685,
      "localBytesRead": 320685,
      "shortCircuitBytesRead": 0,
      "zeroCopyBytesRead": 0,
      "splitQueueLength": 0,
      "compactionQueueLength": 0,
      "smallCompactionQueueLength": 0,
      "largeCompactionQueueLength": 0,
      "flushQueueLength": 0,
      "blockCacheFreeSize": 922070024,
      "blockCacheCount": 0,
      "blockCacheDataBlockCount": 0,
      "blockCacheSize": 676856,
      "blockCacheCountHitPercent": 0.0,
      "blockCacheExpressHitPercent": 0.0,
      "l1CacheSize": 676856,
      "l1CacheFreeSize": 922070024,
      "l1CacheCount": 0,
      "l1CacheEvictionCount": 0,
      "l1CacheHitCount": 0,
      "l1CacheMissCount": 0,
      "l1CacheHitRatio": 0.0,
      "l1CacheMissRatio": 0.0,
      "l2CacheSize": 0,
      "l2CacheFreeSize": 0,
      "l2CacheCount": 0,
      "l2CacheEvictionCount": 0,
      "l2CacheHitCount": 0,
      "l2CacheMissCount": 0,
      "l2CacheHitRatio": 0.0,
      "l2CacheMissRatio": 0.0,
      "mobFileCacheCount": 0,
      "mobFileCacheHitPercent": 0.0,
      "readRequestRatePerSecond": 0.6,
      "writeRequestRatePerSecond": 1.6,
      "ByteBuffAllocatorHeapAllocationBytes": 227243,
      "ByteBuffAllocatorPoolAllocationBytes": 532480,
      "ByteBuffAllocatorHeapAllocationRatio": 0.4006422205053119,
      "ByteBuffAllocatorTotalBufferCount": 186,
      "ByteBuffAllocatorUsedBufferCount": 1,
      "activeScanners": 0,
      "totalRequestCount": 25,
      "totalRowActionRequestCount": 20,
      "readRequestCount": 10,
      "cpRequestCount": 0,
      "filteredReadRequestCount": 0,
      "writeRequestCount": 10,
      "rpcGetRequestCount": 2,
      "rpcFullScanRequestCount": 0,
      "rpcScanRequestCount": 8,
      "rpcMultiRequestCount": 0,
      "rpcMutateRequestCount": 15,
      "checkMutateFailedCount": 0,
      "checkMutatePassedCount": 0,
      "blockCacheHitCount": 0,
      "blockCacheHitCountPrimary": 0,
      "blockCacheHitCachingCount": 0,
      "blockCacheMissCount": 0,
      "blockCacheMissCountPrimary": 0,
      "blockCacheMissCachingCount": 0,
      "blockCacheEvictionCount": 0,
      "blockCacheEvictionCountPrimary": 0,
      "blockCacheFailedInsertionCount": 0,
      "blockCacheDataMissCount": 0,
      "blockCacheLeafIndexMissCount": 0,
      "blockCacheBloomChunkMissCount": 0,
      "blockCacheMetaMissCount": 0,
      "blockCacheRootIndexMissCount": 0,
      "blockCacheIntermediateIndexMissCount": 0,
      "blockCacheFileInfoMissCount": 0,
      "blockCacheGeneralBloomMetaMissCount": 0,
      "blockCacheDeleteFamilyBloomMissCount": 0,
      "blockCacheTrailerMissCount": 0,
      "blockCacheDataHitCount": 0,
      "blockCacheLeafIndexHitCount": 0,
      "blockCacheBloomChunkHitCount": 0,
      "blockCacheMetaHitCount": 0,
      "blockCacheRootIndexHitCount": 0,
      "blockCacheIntermediateIndexHitCount": 0,
      "blockCacheFileInfoHitCount": 0,
      "blockCacheGeneralBloomMetaHitCount": 0,
      "blockCacheDeleteFamilyBloomHitCount": 0,
      "blockCacheTrailerHitCount": 0,
      "updatesBlockedTime": 0,
      "flushedCellsCount": 0,
      "compactedCellsCount": 0,
      "majorCompactedCellsCount": 0,
      "flushedCellsSize": 0,
      "compactedCellsSize": 0,
      "majorCompactedCellsSize": 0,
      "cellsCountCompactedFromMob": 0,
      "cellsCountCompactedToMob": 0,
      "cellsSizeCompactedFromMob": 0,
      "cellsSizeCompactedToMob": 0,
      "mobFlushCount": 0,
      "mobFlushedCellsCount": 0,
      "mobFlushedCellsSize": 0,
      "mobScanCellsCount": 0,
      "mobScanCellsSize": 0,
      "mobFileCacheAccessCount": 0,
      "mobFileCacheMissCount": 0,
      "mobFileCacheEvictedCount": 0,
      "hedgedReads": 0,
      "hedgedReadWins": 0,
      "hedgedReadOpsInCurThread": 0,
      "blockedRequestCount": 0,
      "CheckAndMutate_num_ops": 0,
      "CheckAndMutate_min": 0,
      "CheckAndMutate_max": 0,
      "CheckAndMutate_mean": 0,
      "CheckAndMutate_25th_percentile": 0,
      "CheckAndMutate_median": 0,
      "CheckAndMutate_75th_percentile": 0,
      "CheckAndMutate_90th_percentile": 0,
      "CheckAndMutate_95th_percentile": 0,
      "CheckAndMutate_98th_percentile": 0,
      "CheckAndMutate_99th_percentile": 0,
      "CheckAndMutate_99.9th_percentile": 0,
      "MajorCompactionTime_num_ops": 0,
      "MajorCompactionTime_min": 0,
      "MajorCompactionTime_max": 0,
      "MajorCompactionTime_mean": 0,
      "MajorCompactionTime_25th_percentile": 0,
      "MajorCompactionTime_median": 0,
      "MajorCompactionTime_75th_percentile": 0,
      "MajorCompactionTime_90th_percentile": 0,
      "MajorCompactionTime_95th_percentile": 0,
      "MajorCompactionTime_98th_percentile": 0,
      "MajorCompactionTime_99th_percentile": 0,
      "MajorCompactionTime_99.9th_percentile": 0,
      "ScanTime_num_ops": 8,
      "ScanTime_min": 1,
      "ScanTime_max": 2,
      "ScanTime_mean": 1,
      "ScanTime_25th_percentile": 1,
      "ScanTime_median": 1,
      "ScanTime_75th_percentile": 2,
      "ScanTime_90th_percentile": 2,
      "ScanTime_95th_percentile": 2,
      "ScanTime_98th_percentile": 2,
      "ScanTime_99th_percentile": 2,
      "ScanTime_99.9th_percentile": 2,
      "ScanTime_TimeRangeCount_0-1": 3,
      "ScanTime_TimeRangeCount_1-3": 1,
      "CheckAndMutateBlockBytesScanned_num_ops": 0,
      "CheckAndMutateBlockBytesScanned_min": 0,
      "CheckAndMutateBlockBytesScanned_max": 0,
      "CheckAndMutateBlockBytesScanned_mean": 0,
      "CheckAndMutateBlockBytesScanned_25th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_median": 0,
      "CheckAndMutateBlockBytesScanned_75th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_90th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_95th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_98th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_99th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0,
      "Put_num_ops": 15,
      "Put_min": 1,
      "Put_max": 9,
      "Put_mean": 3,
      "Put_25th_percentile": 3,
      "Put_median": 5,
      "Put_75th_percentile": 7,
      "Put_90th_percentile": 8,
      "Put_95th_percentile": 8,
      "Put_98th_percentile": 8,
      "Put_99th_percentile": 8,
      "Put_99.9th_percentile": 8,
      "Put_TimeRangeCount_0-1": 13,
      "splitRequestCount": 0,
      "AppendBlockBytesScanned_num_ops": 0,
      "AppendBlockBytesScanned_min": 0,
      "AppendBlockBytesScanned_max": 0,
      "AppendBlockBytesScanned_mean": 0,
      "AppendBlockBytesScanned_25th_percentile": 0,
      "AppendBlockBytesScanned_median": 0,
      "AppendBlockBytesScanned_75th_percentile": 0,
      "AppendBlockBytesScanned_90th_percentile": 0,
      "AppendBlockBytesScanned_95th_percentile": 0,
      "AppendBlockBytesScanned_98th_percentile": 0,
      "AppendBlockBytesScanned_99th_percentile": 0,
      "AppendBlockBytesScanned_99.9th_percentile": 0,
      "PutBatch_num_ops": 0,
      "PutBatch_min": 0,
      "PutBatch_max": 0,
      "PutBatch_mean": 0,
      "PutBatch_25th_percentile": 0,
      "PutBatch_median": 0,
      "PutBatch_75th_percentile": 0,
      "PutBatch_90th_percentile": 0,
      "PutBatch_95th_percentile": 0,
      "PutBatch_98th_percentile": 0,
      "PutBatch_99th_percentile": 0,
      "PutBatch_99.9th_percentile": 0,
      "IncrementBlockBytesScanned_num_ops": 0,
      "IncrementBlockBytesScanned_min": 0,
      "IncrementBlockBytesScanned_max": 0,
      "IncrementBlockBytesScanned_mean": 0,
      "IncrementBlockBytesScanned_25th_percentile": 0,
      "IncrementBlockBytesScanned_median": 0,
      "IncrementBlockBytesScanned_75th_percentile": 0,
      "IncrementBlockBytesScanned_90th_percentile": 0,
      "IncrementBlockBytesScanned_95th_percentile": 0,
      "IncrementBlockBytesScanned_98th_percentile": 0,
      "IncrementBlockBytesScanned_99th_percentile": 0,
      "IncrementBlockBytesScanned_99.9th_percentile": 0,
      "SplitTime_num_ops": 0,
      "SplitTime_min": 0,
      "SplitTime_max": 0,
      "SplitTime_mean": 0,
      "SplitTime_25th_percentile": 0,
      "SplitTime_median": 0,
      "SplitTime_75th_percentile": 0,
      "SplitTime_90th_percentile": 0,
      "SplitTime_95th_percentile": 0,
      "SplitTime_98th_percentile": 0,
      "SplitTime_99th_percentile": 0,
      "SplitTime_99.9th_percentile": 0,
      "GetBlockBytesScanned_num_ops": 0,
      "GetBlockBytesScanned_min": 0,
      "GetBlockBytesScanned_max": 0,
      "GetBlockBytesScanned_mean": 0,
      "GetBlockBytesScanned_25th_percentile": 0,
      "GetBlockBytesScanned_median": 0,
      "GetBlockBytesScanned_75th_percentile": 0,
      "GetBlockBytesScanned_90th_percentile": 0,
      "GetBlockBytesScanned_95th_percentile": 0,
      "GetBlockBytesScanned_98th_percentile": 0,
      "GetBlockBytesScanned_99th_percentile": 0,
      "GetBlockBytesScanned_99.9th_percentile": 0,
      "majorCompactedInputBytes": 0,
      "slowAppendCount": 0,
      "flushedOutputBytes": 0,
      "Replay_num_ops": 0,
      "Replay_min": 0,
      "Replay_max": 0,
      "Replay_mean": 0,
      "Replay_25th_percentile": 0,
      "Replay_median": 0,
      "Replay_75th_percentile": 0,
      "Replay_90th_percentile": 0,
      "Replay_95th_percentile": 0,
      "Replay_98th_percentile": 0,
      "Replay_99th_percentile": 0,
      "Replay_99.9th_percentile": 0,
      "MajorCompactionInputSize_num_ops": 0,
      "MajorCompactionInputSize_min": 0,
      "MajorCompactionInputSize_max": 0,
      "MajorCompactionInputSize_mean": 0,
      "MajorCompactionInputSize_25th_percentile": 0,
      "MajorCompactionInputSize_median": 0,
      "MajorCompactionInputSize_75th_percentile": 0,
      "MajorCompactionInputSize_90th_percentile": 0,
      "MajorCompactionInputSize_95th_percentile": 0,
      "MajorCompactionInputSize_98th_percentile": 0,
      "MajorCompactionInputSize_99th_percentile": 0,
      "MajorCompactionInputSize_99.9th_percentile": 0,
      "pauseInfoThresholdExceeded": 0,
      "CheckAndDelete_num_ops": 0,
      "CheckAndDelete_min": 0,
      "CheckAndDelete_max": 0,
      "CheckAndDelete_mean": 0,
      "CheckAndDelete_25th_percentile": 0,
      "CheckAndDelete_median": 0,
      "CheckAndDelete_75th_percentile": 0,
      "CheckAndDelete_90th_percentile": 0,
      "CheckAndDelete_95th_percentile": 0,
      "CheckAndDelete_98th_percentile": 0,
      "CheckAndDelete_99th_percentile": 0,
      "CheckAndDelete_99.9th_percentile": 0,
      "CompactionInputSize_num_ops": 0,
      "CompactionInputSize_min": 0,
      "CompactionInputSize_max": 0,
      "CompactionInputSize_mean": 0,
      "CompactionInputSize_25th_percentile": 0,
      "CompactionInputSize_median": 0,
      "CompactionInputSize_75th_percentile": 0,
      "CompactionInputSize_90th_percentile": 0,
      "CompactionInputSize_95th_percentile": 0,
      "CompactionInputSize_98th_percentile": 0,
      "CompactionInputSize_99th_percentile": 0,
      "CompactionInputSize_99.9th_percentile": 0,
      "flushedMemstoreBytes": 0,
      "majorCompactedOutputBytes": 0,
      "slowPutCount": 0,
      "compactedInputBytes": 0,
      "FlushOutputSize_num_ops": 0,
      "FlushOutputSize_min": 0,
      "FlushOutputSize_max": 0,
      "FlushOutputSize_mean": 0,
      "FlushOutputSize_25th_percentile": 0,
      "FlushOutputSize_median": 0,
      "FlushOutputSize_75th_percentile": 0,
      "FlushOutputSize_90th_percentile": 0,
      "FlushOutputSize_95th_percentile": 0,
      "FlushOutputSize_98th_percentile": 0,
      "FlushOutputSize_99th_percentile": 0,
      "FlushOutputSize_99.9th_percentile": 0,
      "PauseTimeWithGc_num_ops": 0,
      "PauseTimeWithGc_min": 0,
      "PauseTimeWithGc_max": 0,
      "PauseTimeWithGc_mean": 0,
      "PauseTimeWithGc_25th_percentile": 0,
      "PauseTimeWithGc_median": 0,
      "PauseTimeWithGc_75th_percentile": 0,
      "PauseTimeWithGc_90th_percentile": 0,
      "PauseTimeWithGc_95th_percentile": 0,
      "PauseTimeWithGc_98th_percentile": 0,
      "PauseTimeWithGc_99th_percentile": 0,
      "PauseTimeWithGc_99.9th_percentile": 0,
      "compactedOutputBytes": 0,
      "pauseWarnThresholdExceeded": 0,
      "ScanBlockBytesScanned_num_ops": 0,
      "ScanBlockBytesScanned_min": 0,
      "ScanBlockBytesScanned_max": 0,
      "ScanBlockBytesScanned_mean": 0,
      "ScanBlockBytesScanned_25th_percentile": 0,
      "ScanBlockBytesScanned_median": 0,
      "ScanBlockBytesScanned_75th_percentile": 0,
      "ScanBlockBytesScanned_90th_percentile": 0,
      "ScanBlockBytesScanned_95th_percentile": 0,
      "ScanBlockBytesScanned_98th_percentile": 0,
      "ScanBlockBytesScanned_99th_percentile": 0,
      "ScanBlockBytesScanned_99.9th_percentile": 0,
      "Increment_num_ops": 0,
      "Increment_min": 0,
      "Increment_max": 0,
      "Increment_mean": 0,
      "Increment_25th_percentile": 0,
      "Increment_median": 0,
      "Increment_75th_percentile": 0,
      "Increment_90th_percentile": 0,
      "Increment_95th_percentile": 0,
      "Increment_98th_percentile": 0,
      "Increment_99th_percentile": 0,
      "Increment_99.9th_percentile": 0,
      "Delete_num_ops": 0,
      "Delete_min": 0,
      "Delete_max": 0,
      "Delete_mean": 0,
      "Delete_25th_percentile": 0,
      "Delete_median": 0,
      "Delete_75th_percentile": 0,
      "Delete_90th_percentile": 0,
      "Delete_95th_percentile": 0,
      "Delete_98th_percentile": 0,
      "Delete_99th_percentile": 0,
      "Delete_99.9th_percentile": 0,
      "DeleteBatch_num_ops": 0,
      "DeleteBatch_min": 0,
      "DeleteBatch_max": 0,
      "DeleteBatch_mean": 0,
      "DeleteBatch_25th_percentile": 0,
      "DeleteBatch_median": 0,
      "DeleteBatch_75th_percentile": 0,
      "DeleteBatch_90th_percentile": 0,
      "DeleteBatch_95th_percentile": 0,
      "DeleteBatch_98th_percentile": 0,
      "DeleteBatch_99th_percentile": 0,
      "DeleteBatch_99.9th_percentile": 0,
      "blockBytesScannedCount": 0,
      "FlushMemstoreSize_num_ops": 0,
      "FlushMemstoreSize_min": 0,
      "FlushMemstoreSize_max": 0,
      "FlushMemstoreSize_mean": 0,
      "FlushMemstoreSize_25th_percentile": 0,
      "FlushMemstoreSize_median": 0,
      "FlushMemstoreSize_75th_percentile": 0,
      "FlushMemstoreSize_90th_percentile": 0,
      "FlushMemstoreSize_95th_percentile": 0,
      "FlushMemstoreSize_98th_percentile": 0,
      "FlushMemstoreSize_99th_percentile": 0,
      "FlushMemstoreSize_99.9th_percentile": 0,
      "CompactionInputFileCount_num_ops": 0,
      "CompactionInputFileCount_min": 0,
      "CompactionInputFileCount_max": 0,
      "CompactionInputFileCount_mean": 0,
      "CompactionInputFileCount_25th_percentile": 0,
      "CompactionInputFileCount_median": 0,
      "CompactionInputFileCount_75th_percentile": 0,
      "CompactionInputFileCount_90th_percentile": 0,
      "CompactionInputFileCount_95th_percentile": 0,
      "CompactionInputFileCount_98th_percentile": 0,
      "CompactionInputFileCount_99th_percentile": 0,
      "CompactionInputFileCount_99.9th_percentile": 0,
      "CompactionTime_num_ops": 0,
      "CompactionTime_min": 0,
      "CompactionTime_max": 0,
      "CompactionTime_mean": 0,
      "CompactionTime_25th_percentile": 0,
      "CompactionTime_median": 0,
      "CompactionTime_75th_percentile": 0,
      "CompactionTime_90th_percentile": 0,
      "CompactionTime_95th_percentile": 0,
      "CompactionTime_98th_percentile": 0,
      "CompactionTime_99th_percentile": 0,
      "CompactionTime_99.9th_percentile": 0,
      "Get_num_ops": 2,
      "Get_min": 1,
      "Get_max": 1,
      "Get_mean": 1,
      "Get_25th_percentile": 1,
      "Get_median": 1,
      "Get_75th_percentile": 1,
      "Get_90th_percentile": 1,
      "Get_95th_percentile": 1,
      "Get_98th_percentile": 1,
      "Get_99th_percentile": 1,
      "Get_99.9th_percentile": 1,
      "Get_TimeRangeCount_0-1": 1,
      "MajorCompactionInputFileCount_num_ops": 0,
      "MajorCompactionInputFileCount_min": 0,
      "MajorCompactionInputFileCount_max": 0,
      "MajorCompactionInputFileCount_mean": 0,
      "MajorCompactionInputFileCount_25th_percentile": 0,
      "MajorCompactionInputFileCount_median": 0,
      "MajorCompactionInputFileCount_75th_percentile": 0,
      "MajorCompactionInputFileCount_90th_percentile": 0,
      "MajorCompactionInputFileCount_95th_percentile": 0,
      "MajorCompactionInputFileCount_98th_percentile": 0,
      "MajorCompactionInputFileCount_99th_percentile": 0,
      "MajorCompactionInputFileCount_99.9th_percentile": 0,
      "scannerLeaseExpiredCount": 0,
      "CheckAndPut_num_ops": 0,
      "CheckAndPut_min": 0,
      "CheckAndPut_max": 0,
      "CheckAndPut_mean": 0,
      "CheckAndPut_25th_percentile": 0,
      "CheckAndPut_median": 0,
      "CheckAndPut_75th_percentile": 0,
      "CheckAndPut_90th_percentile": 0,
      "CheckAndPut_95th_percentile": 0,
      "CheckAndPut_98th_percentile": 0,
      "CheckAndPut_99th_percentile": 0,
      "CheckAndPut_99.9th_percentile": 0,
      "MajorCompactionOutputSize_num_ops": 0,
      "MajorCompactionOutputSize_min": 0,
      "MajorCompactionOutputSize_max": 0,
      "MajorCompactionOutputSize_mean": 0,
      "MajorCompactionOutputSize_25th_percentile": 0,
      "MajorCompactionOutputSize_median": 0,
      "MajorCompactionOutputSize_75th_percentile": 0,
      "MajorCompactionOutputSize_90th_percentile": 0,
      "MajorCompactionOutputSize_95th_percentile": 0,
      "MajorCompactionOutputSize_98th_percentile": 0,
      "MajorCompactionOutputSize_99th_percentile": 0,
      "MajorCompactionOutputSize_99.9th_percentile": 0,
      "CompactionOutputFileCount_num_ops": 0,
      "CompactionOutputFileCount_min": 0,
      "CompactionOutputFileCount_max": 0,
      "CompactionOutputFileCount_mean": 0,
      "CompactionOutputFileCount_25th_percentile": 0,
      "CompactionOutputFileCount_median": 0,
      "CompactionOutputFileCount_75th_percentile": 0,
      "CompactionOutputFileCount_90th_percentile": 0,
      "CompactionOutputFileCount_95th_percentile": 0,
      "CompactionOutputFileCount_98th_percentile": 0,
      "CompactionOutputFileCount_99th_percentile": 0,
      "CompactionOutputFileCount_99.9th_percentile": 0,
      "slowDeleteCount": 0,
      "FlushTime_num_ops": 0,
      "FlushTime_min": 0,
      "FlushTime_max": 0,
      "FlushTime_mean": 0,
      "FlushTime_25th_percentile": 0,
      "FlushTime_median": 0,
      "FlushTime_75th_percentile": 0,
      "FlushTime_90th_percentile": 0,
      "FlushTime_95th_percentile": 0,
      "FlushTime_98th_percentile": 0,
      "FlushTime_99th_percentile": 0,
      "FlushTime_99.9th_percentile": 0,
      "splitSuccessCount": 0,
      "MajorCompactionOutputFileCount_num_ops": 0,
      "MajorCompactionOutputFileCount_min": 0,
      "MajorCompactionOutputFileCount_max": 0,
      "MajorCompactionOutputFileCount_mean": 0,
      "MajorCompactionOutputFileCount_25th_percentile": 0,
      "MajorCompactionOutputFileCount_median": 0,
      "MajorCompactionOutputFileCount_75th_percentile": 0,
      "MajorCompactionOutputFileCount_90th_percentile": 0,
      "MajorCompactionOutputFileCount_95th_percentile": 0,
      "MajorCompactionOutputFileCount_98th_percentile": 0,
      "MajorCompactionOutputFileCount_99th_percentile": 0,
      "MajorCompactionOutputFileCount_99.9th_percentile": 0,
      "slowGetCount": 0,
      "ScanSize_num_ops": 8,
      "ScanSize_min": 1112,
      "ScanSize_max": 1112,
      "ScanSize_mean": 1112,
      "ScanSize_25th_percentile": 1112,
      "ScanSize_median": 1112,
      "ScanSize_75th_percentile": 1112,
      "ScanSize_90th_percentile": 1112,
      "ScanSize_95th_percentile": 1112,
      "ScanSize_98th_percentile": 1112,
      "ScanSize_99th_percentile": 1112,
      "ScanSize_99.9th_percentile": 1112,
      "ScanSize_SizeRangeCount_100-1000": 4,
      "CompactionOutputSize_num_ops": 0,
      "CompactionOutputSize_min": 0,
      "CompactionOutputSize_max": 0,
      "CompactionOutputSize_mean": 0,
      "CompactionOutputSize_25th_percentile": 0,
      "CompactionOutputSize_median": 0,
      "CompactionOutputSize_75th_percentile": 0,
      "CompactionOutputSize_90th_percentile": 0,
      "CompactionOutputSize_95th_percentile": 0,
      "CompactionOutputSize_98th_percentile": 0,
      "CompactionOutputSize_99th_percentile": 0,
      "CompactionOutputSize_99.9th_percentile": 0,
      "PauseTimeWithoutGc_num_ops": 0,
      "PauseTimeWithoutGc_min": 0,
      "PauseTimeWithoutGc_max": 0,
      "PauseTimeWithoutGc_mean": 0,
      "PauseTimeWithoutGc_25th_percentile": 0,
      "PauseTimeWithoutGc_median": 0,
      "PauseTimeWithoutGc_75th_percentile": 0,
      "PauseTimeWithoutGc_90th_percentile": 0,
      "PauseTimeWithoutGc_95th_percentile": 0,
      "PauseTimeWithoutGc_98th_percentile": 0,
      "PauseTimeWithoutGc_99th_percentile": 0,
      "PauseTimeWithoutGc_99.9th_percentile": 0,
      "slowIncrementCount": 0,
      "Append_num_ops": 0,
      "Append_min": 0,
      "Append_max": 0,
      "Append_mean": 0,
      "Append_25th_percentile": 0,
      "Append_median": 0,
      "Append_75th_percentile": 0,
      "Append_90th_percentile": 0,
      "Append_95th_percentile": 0,
      "Append_98th_percentile": 0,
      "Append_99th_percentile": 0,
      "Append_99.9th_percentile": 0,
      "Bulkload_count": 0,
      "Bulkload_mean_rate": 0.0,
      "Bulkload_1min_rate": 0.0,
      "Bulkload_5min_rate": 0.0,
      "Bulkload_15min_rate": 0.0,
      "Bulkload_num_ops": 0,
      "Bulkload_min": 0,
      "Bulkload_max": 0,
      "Bulkload_mean": 0,
      "Bulkload_25th_percentile": 0,
      "Bulkload_median": 0,
      "Bulkload_75th_percentile": 0,
      "Bulkload_90th_percentile": 0,
      "Bulkload_95th_percentile": 0,
      "Bulkload_98th_percentile": 0,
      "Bulkload_99th_percentile": 0,
      "Bulkload_99.9th_percentile": 0
    }
  ]
}
2024-11-14T17:32:58,758 WARN  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44637 {}] master.MasterRpcServices(700): 4e57a52647ef,36257,1731605555616 reported a fatal error:
***** ABORTING region server 4e57a52647ef,36257,1731605555616: testing *****
2024-11-14T17:32:58,760 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4e57a52647ef,36257,1731605555616' *****
2024-11-14T17:32:58,760 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing
2024-11-14T17:32:58,760 INFO  [RS:2;4e57a52647ef:36257 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-14T17:32:58,761 INFO  [RS:2;4e57a52647ef:36257 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly.
2024-11-14T17:32:58,761 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-14T17:32:58,761 INFO  [RS:2;4e57a52647ef:36257 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly.
2024-11-14T17:32:58,761 INFO  [RS:2;4e57a52647ef:36257 {}] regionserver.HRegionServer(3091): Received CLOSE for da87c990a6dcaa461daec5702b997f1a
2024-11-14T17:32:58,761 INFO  [RS:2;4e57a52647ef:36257 {}] regionserver.HRegionServer(956): aborting server 4e57a52647ef,36257,1731605555616
2024-11-14T17:32:58,761 INFO  [RS:2;4e57a52647ef:36257 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-14T17:32:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37543 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.3:41962 deadline: 1731605638761, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=4e57a52647ef port=36257 startCode=1731605555616. As of locationSeqNum=12.
2024-11-14T17:32:58,762 INFO  [RS:2;4e57a52647ef:36257 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;4e57a52647ef:36257.
2024-11-14T17:32:58,762 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing da87c990a6dcaa461daec5702b997f1a, disabling compactions & flushes
2024-11-14T17:32:58,762 DEBUG [RS:2;4e57a52647ef:36257 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-14T17:32:58,762 INFO  [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.
2024-11-14T17:32:58,762 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.
2024-11-14T17:32:58,762 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a. after waiting 0 ms
2024-11-14T17:32:58,762 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.
2024-11-14T17:32:58,762 DEBUG [RS:2;4e57a52647ef:36257 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T17:32:58,763 INFO  [RS:2;4e57a52647ef:36257 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-14T17:32:58,763 DEBUG [RS:2;4e57a52647ef:36257 {}] regionserver.HRegionServer(1325): Online Regions={da87c990a6dcaa461daec5702b997f1a=testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.}
2024-11-14T17:32:58,763 DEBUG [RS:2;4e57a52647ef:36257 {}] regionserver.HRegionServer(1351): Waiting on da87c990a6dcaa461daec5702b997f1a
2024-11-14T17:32:58,764 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a., hostname=4e57a52647ef,37543,1731605555271, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a., hostname=4e57a52647ef,37543,1731605555271, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=4e57a52647ef port=36257 startCode=1731605555616. As of locationSeqNum=12.
2024-11-14T17:32:58,764 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a., hostname=4e57a52647ef,37543,1731605555271, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=4e57a52647ef port=36257 startCode=1731605555616. As of locationSeqNum=12.
2024-11-14T17:32:58,764 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a., hostname=4e57a52647ef,37543,1731605555271, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a., hostname=4e57a52647ef,36257,1731605555616, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=4e57a52647ef port=36257 startCode=1731605555616. As of locationSeqNum=12.
2024-11-14T17:32:58,765 INFO  [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.
2024-11-14T17:32:58,765 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for da87c990a6dcaa461daec5702b997f1a:
Waiting for close lock at 1731605578761Running coprocessor pre-close hooks at 1731605578762 (+1 ms)Disabling compacts and flushes for region at 1731605578762Disabling writes for close at 1731605578762Writing region close event to WAL at 1731605578765 (+3 ms)Running coprocessor post-close hooks at 1731605578765Closed at 1731605578765
2024-11-14T17:32:58,766 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.
2024-11-14T17:32:58,777 INFO  [regionserver/4e57a52647ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-14T17:32:58,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4e57a52647ef,36257,1731605555616 aborting
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T17:32:58,871 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a., hostname=4e57a52647ef,36257,1731605555616, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a., hostname=4e57a52647ef,36257,1731605555616, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4e57a52647ef,36257,1731605555616 aborting
2024-11-14T17:32:58,871 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a., hostname=4e57a52647ef,36257,1731605555616, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 4e57a52647ef,36257,1731605555616 aborting
2024-11-14T17:32:58,871 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a., hostname=4e57a52647ef,36257,1731605555616, seqNum=12 from cache
2024-11-14T17:32:58,963 INFO  [RS:2;4e57a52647ef:36257 {}] regionserver.HRegionServer(976): stopping server 4e57a52647ef,36257,1731605555616; all regions closed.
2024-11-14T17:32:58,967 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741835_1011 (size=2288)
2024-11-14T17:32:58,968 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741835_1011 (size=2288)
2024-11-14T17:32:58,968 DEBUG [RS:2;4e57a52647ef:36257 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T17:32:58,968 INFO  [RS:2;4e57a52647ef:36257 {}] regionserver.LeaseManager(133): Closed leases
2024-11-14T17:32:58,968 INFO  [RS:2;4e57a52647ef:36257 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-14T17:32:58,969 INFO  [RS:2;4e57a52647ef:36257 {}] hbase.ChoreService(370): Chore service for: regionserver/4e57a52647ef:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-14T17:32:58,969 INFO  [regionserver/4e57a52647ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-14T17:32:58,969 INFO  [RS:2;4e57a52647ef:36257 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-14T17:32:58,969 INFO  [RS:2;4e57a52647ef:36257 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-14T17:32:58,969 INFO  [RS:2;4e57a52647ef:36257 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-14T17:32:58,969 INFO  [RS:2;4e57a52647ef:36257 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-14T17:32:58,970 INFO  [RS:2;4e57a52647ef:36257 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36257
2024-11-14T17:32:58,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x100ab7f709d0003, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4e57a52647ef,36257,1731605555616
2024-11-14T17:32:58,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44637-0x100ab7f709d0000, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-14T17:32:58,979 INFO  [RS:2;4e57a52647ef:36257 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-14T17:32:58,983 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4e57a52647ef,36257,1731605555616]
2024-11-14T17:32:58,984 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4e57a52647ef,36257,1731605555616 already deleted, retry=false
2024-11-14T17:32:58,984 INFO  [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 4e57a52647ef,36257,1731605555616 on 4e57a52647ef,44637,1731605554223
2024-11-14T17:32:58,991 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 4e57a52647ef,36257,1731605555616, splitWal=true, meta=false
2024-11-14T17:32:58,994 INFO  [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=13 for 4e57a52647ef,36257,1731605555616 (carryingMeta=false) 4e57a52647ef,36257,1731605555616/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@c513ca8[Write locks = 1, Read locks = 0], oldState=ONLINE.
2024-11-14T17:32:58,994 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 4e57a52647ef,36257,1731605555616, splitWal=true, meta=false
2024-11-14T17:32:58,996 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 4e57a52647ef,36257,1731605555616 had 1 regions
2024-11-14T17:32:58,997 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 4e57a52647ef,36257,1731605555616, splitWal=true, meta=false, isMeta: false
2024-11-14T17:32:58,999 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/WALs/4e57a52647ef,36257,1731605555616-splitting
2024-11-14T17:32:59,000 INFO  [PEWorker-2 {}] master.SplitWALManager(105): 4e57a52647ef,36257,1731605555616 WAL count=1, meta=false
2024-11-14T17:32:59,003 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 4e57a52647ef%2C36257%2C1731605555616.1731605557713}]
2024-11-14T17:32:59,009 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=4e57a52647ef,33715,1731605555464
2024-11-14T17:32:59,012 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 4e57a52647ef%2C36257%2C1731605555616.1731605557713, worker=4e57a52647ef,33715,1731605555464}]
2024-11-14T17:32:59,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x100ab7f709d0003, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-14T17:32:59,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36257-0x100ab7f709d0003, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-14T17:32:59,084 INFO  [RS:2;4e57a52647ef:36257 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-14T17:32:59,084 INFO  [RS:2;4e57a52647ef:36257 {}] regionserver.HRegionServer(1031): Exiting; stopping=4e57a52647ef,36257,1731605555616; zookeeper connection closed.
2024-11-14T17:32:59,084 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a., hostname=4e57a52647ef,36257,1731605555616, seqNum=18]
2024-11-14T17:32:59,084 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@454eaa0b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@454eaa0b
2024-11-14T17:32:59,086 WARN  [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 4e57a52647ef:36257
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 4e57a52647ef/172.17.0.3:36257
Caused by: java.net.ConnectException: Connection refused
	at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?]
	at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?]
	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?]
	at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T17:32:59,087 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a., hostname=4e57a52647ef,36257,1731605555616, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a., hostname=4e57a52647ef,36257,1731605555616, seqNum=18, error=java.net.ConnectException: Call to address=4e57a52647ef:36257 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 4e57a52647ef/172.17.0.3:36257
2024-11-14T17:32:59,087 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a., hostname=4e57a52647ef,36257,1731605555616, seqNum=18 is java.net.ConnectException: Connection refused
2024-11-14T17:32:59,087 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a., hostname=4e57a52647ef,36257,1731605555616, seqNum=18 from cache
2024-11-14T17:32:59,087 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address 4e57a52647ef:36257 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 4e57a52647ef/172.17.0.3:36257
2024-11-14T17:32:59,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33715 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15
2024-11-14T17:32:59,194 INFO  [RS_LOG_REPLAY_OPS-regionserver/4e57a52647ef:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/WALs/4e57a52647ef,36257,1731605555616-splitting/4e57a52647ef%2C36257%2C1731605555616.1731605557713, size=2.2 K (2288bytes)
2024-11-14T17:32:59,194 INFO  [RS_LOG_REPLAY_OPS-regionserver/4e57a52647ef:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/WALs/4e57a52647ef,36257,1731605555616-splitting/4e57a52647ef%2C36257%2C1731605555616.1731605557713
2024-11-14T17:32:59,194 INFO  [RS_LOG_REPLAY_OPS-regionserver/4e57a52647ef:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/WALs/4e57a52647ef,36257,1731605555616-splitting/4e57a52647ef%2C36257%2C1731605555616.1731605557713 after 0ms
2024-11-14T17:32:59,222 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4e57a52647ef:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-14T17:32:59,222 INFO  [RS_LOG_REPLAY_OPS-regionserver/4e57a52647ef:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/WALs/4e57a52647ef,36257,1731605555616-splitting/4e57a52647ef%2C36257%2C1731605555616.1731605557713 took 29ms
2024-11-14T17:32:59,229 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4e57a52647ef:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for da87c990a6dcaa461daec5702b997f1a: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 }
2024-11-14T17:32:59,229 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4e57a52647ef:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/WALs/4e57a52647ef,36257,1731605555616-splitting/4e57a52647ef%2C36257%2C1731605555616.1731605557713 so closing down
2024-11-14T17:32:59,229 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4e57a52647ef:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-14T17:32:59,229 INFO  [RS_LOG_REPLAY_OPS-regionserver/4e57a52647ef:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished
2024-11-14T17:32:59,230 INFO  [RS_LOG_REPLAY_OPS-regionserver/4e57a52647ef:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/WALs/4e57a52647ef,36257,1731605555616-splitting/4e57a52647ef%2C36257%2C1731605555616.1731605557713, size=2.2 K, length=2288, corrupted=false, cancelled=false
2024-11-14T17:32:59,230 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4e57a52647ef:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/WALs/4e57a52647ef,36257,1731605555616-splitting/4e57a52647ef%2C36257%2C1731605555616.1731605557713, journal: Splitting hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/WALs/4e57a52647ef,36257,1731605555616-splitting/4e57a52647ef%2C36257%2C1731605555616.1731605557713, size=2.2 K (2288bytes) at 1731605579194Finishing writing output for hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/WALs/4e57a52647ef,36257,1731605555616-splitting/4e57a52647ef%2C36257%2C1731605555616.1731605557713 so closing down at 1731605579229 (+35 ms)3 split writer threads finished at 1731605579229Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/WALs/4e57a52647ef,36257,1731605555616-splitting/4e57a52647ef%2C36257%2C1731605555616.1731605557713, size=2.2 K, length=2288, corrupted=false, cancelled=false at 1731605579230 (+1 ms)
2024-11-14T17:32:59,230 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4e57a52647ef:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/WALs/4e57a52647ef,36257,1731605555616-splitting/4e57a52647ef%2C36257%2C1731605555616.1731605557713
2024-11-14T17:32:59,231 DEBUG [RS_LOG_REPLAY_OPS-regionserver/4e57a52647ef:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15
2024-11-14T17:32:59,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44637 {}] master.HMaster(4169): Remote procedure done, pid=15
2024-11-14T17:32:59,237 INFO  [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/WALs/4e57a52647ef,36257,1731605555616-splitting/4e57a52647ef%2C36257%2C1731605555616.1731605557713 to hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/oldWALs
2024-11-14T17:32:59,240 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-14T17:32:59,240 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 4e57a52647ef%2C36257%2C1731605555616.1731605557713, worker=4e57a52647ef,33715,1731605555464 in 226 msec
2024-11-14T17:32:59,241 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=4e57a52647ef,33715,1731605555464
2024-11-14T17:32:59,244 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-14T17:32:59,244 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 4e57a52647ef%2C36257%2C1731605555616.1731605557713, worker=4e57a52647ef,33715,1731605555464 in 240 msec
2024-11-14T17:32:59,246 INFO  [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/WALs/4e57a52647ef,36257,1731605555616-splitting dir is empty, no logs to split.
2024-11-14T17:32:59,246 INFO  [PEWorker-2 {}] master.SplitWALManager(105): 4e57a52647ef,36257,1731605555616 WAL count=0, meta=false
2024-11-14T17:32:59,246 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 4e57a52647ef,36257,1731605555616 WAL splitting is done? wals=0, meta=false
2024-11-14T17:32:59,248 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 4e57a52647ef,36257,1731605555616 failed, ignore...File hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/WALs/4e57a52647ef,36257,1731605555616-splitting does not exist.
2024-11-14T17:32:59,251 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=da87c990a6dcaa461daec5702b997f1a, ASSIGN}]
2024-11-14T17:32:59,252 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=da87c990a6dcaa461daec5702b997f1a, ASSIGN
2024-11-14T17:32:59,253 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=da87c990a6dcaa461daec5702b997f1a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-14T17:32:59,392 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a., hostname=4e57a52647ef,36257,1731605555616, seqNum=18]
2024-11-14T17:32:59,392 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to 4e57a52647ef:36257 this server is in the failed servers list
2024-11-14T17:32:59,393 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a., hostname=4e57a52647ef,36257,1731605555616, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a., hostname=4e57a52647ef,36257,1731605555616, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=4e57a52647ef:36257 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e57a52647ef:36257
2024-11-14T17:32:59,393 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a., hostname=4e57a52647ef,36257,1731605555616, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 4e57a52647ef:36257
2024-11-14T17:32:59,393 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a., hostname=4e57a52647ef,36257,1731605555616, seqNum=18 from cache
2024-11-14T17:32:59,404 DEBUG [4e57a52647ef:44637 {}] balancer.BalancerClusterState(204): Hosts are {4e57a52647ef=0} racks are {/default-rack=0}
2024-11-14T17:32:59,404 DEBUG [4e57a52647ef:44637 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-14T17:32:59,404 DEBUG [4e57a52647ef:44637 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-14T17:32:59,404 DEBUG [4e57a52647ef:44637 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-14T17:32:59,404 DEBUG [4e57a52647ef:44637 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-14T17:32:59,404 INFO  [4e57a52647ef:44637 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-14T17:32:59,404 INFO  [4e57a52647ef:44637 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-14T17:32:59,404 DEBUG [4e57a52647ef:44637 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-14T17:32:59,404 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=da87c990a6dcaa461daec5702b997f1a, regionState=OPENING, regionLocation=4e57a52647ef,33715,1731605555464
2024-11-14T17:32:59,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=da87c990a6dcaa461daec5702b997f1a, ASSIGN because future has completed
2024-11-14T17:32:59,407 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure da87c990a6dcaa461daec5702b997f1a, server=4e57a52647ef,33715,1731605555464}]
2024-11-14T17:32:59,564 INFO  [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.
2024-11-14T17:32:59,565 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => da87c990a6dcaa461daec5702b997f1a, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.', STARTKEY => '', ENDKEY => ''}
2024-11-14T17:32:59,565 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF da87c990a6dcaa461daec5702b997f1a
2024-11-14T17:32:59,565 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T17:32:59,565 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for da87c990a6dcaa461daec5702b997f1a
2024-11-14T17:32:59,565 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for da87c990a6dcaa461daec5702b997f1a
2024-11-14T17:32:59,568 INFO  [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region da87c990a6dcaa461daec5702b997f1a 
2024-11-14T17:32:59,569 INFO  [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da87c990a6dcaa461daec5702b997f1a columnFamilyName cf1
2024-11-14T17:32:59,569 DEBUG [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:59,577 DEBUG [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a/cf1/8f6b2ecff1094b69a7e7c2e91c960191
2024-11-14T17:32:59,577 INFO  [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] regionserver.HStore(327): Store=da87c990a6dcaa461daec5702b997f1a/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:32:59,577 INFO  [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region da87c990a6dcaa461daec5702b997f1a 
2024-11-14T17:32:59,578 INFO  [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da87c990a6dcaa461daec5702b997f1a columnFamilyName cf2
2024-11-14T17:32:59,579 DEBUG [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:32:59,589 DEBUG [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a/cf2/949ff0cc12924fa3aad5a8008ee2d9e9
2024-11-14T17:32:59,589 INFO  [StoreOpener-da87c990a6dcaa461daec5702b997f1a-1 {}] regionserver.HStore(327): Store=da87c990a6dcaa461daec5702b997f1a/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:32:59,589 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for da87c990a6dcaa461daec5702b997f1a
2024-11-14T17:32:59,590 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a
2024-11-14T17:32:59,595 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a
2024-11-14T17:32:59,596 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for da87c990a6dcaa461daec5702b997f1a
2024-11-14T17:32:59,596 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for da87c990a6dcaa461daec5702b997f1a
2024-11-14T17:32:59,597 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-11-14T17:32:59,599 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for da87c990a6dcaa461daec5702b997f1a
2024-11-14T17:32:59,600 INFO  [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened da87c990a6dcaa461daec5702b997f1a; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61037937, jitterRate=-0.09046386182308197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-11-14T17:32:59,601 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for da87c990a6dcaa461daec5702b997f1a
2024-11-14T17:32:59,602 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for da87c990a6dcaa461daec5702b997f1a:
Running coprocessor pre-open hook at 1731605579566Writing region info on filesystem at 1731605579566Initializing all the Stores at 1731605579567 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605579567Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605579568 (+1 ms)Cleaning up temporary data from old regions at 1731605579596 (+28 ms)Running coprocessor post-open hooks at 1731605579601 (+5 ms)Region opened successfully at 1731605579601
2024-11-14T17:32:59,603 INFO  [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a., pid=17, masterSystemTime=1731605579559
2024-11-14T17:32:59,606 DEBUG [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.
2024-11-14T17:32:59,607 INFO  [RS_OPEN_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.
2024-11-14T17:32:59,607 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=da87c990a6dcaa461daec5702b997f1a, regionState=OPEN, openSeqNum=18, regionLocation=4e57a52647ef,33715,1731605555464
2024-11-14T17:32:59,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure da87c990a6dcaa461daec5702b997f1a, server=4e57a52647ef,33715,1731605555464 because future has completed
2024-11-14T17:32:59,616 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-11-14T17:32:59,616 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure da87c990a6dcaa461daec5702b997f1a, server=4e57a52647ef,33715,1731605555464 in 206 msec
2024-11-14T17:32:59,623 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13
2024-11-14T17:32:59,623 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=da87c990a6dcaa461daec5702b997f1a, ASSIGN in 365 msec
2024-11-14T17:32:59,623 INFO  [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server 4e57a52647ef,36257,1731605555616 after splitting done
2024-11-14T17:32:59,629 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 4e57a52647ef,36257,1731605555616, splitWal=true, meta=false in 638 msec
2024-11-14T17:32:59,903 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a., hostname=4e57a52647ef,33715,1731605555464, seqNum=18]
2024-11-14T17:32:59,919 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=401 (was 403), OpenFileDescriptor=1023 (was 992) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=734 (was 754), ProcessCount=11 (was 11), AvailableMemoryMB=3465 (was 3833)
2024-11-14T17:32:59,930 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=401, OpenFileDescriptor=1023, MaxFileDescriptor=1048576, SystemLoadAverage=734, ProcessCount=11, AvailableMemoryMB=3464
2024-11-14T17:32:59,948 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-14T17:32:59,950 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-14T17:32:59,950 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-14T17:32:59,954 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-03230033, suffix=, logDir=hdfs://localhost:39257/hbase/WALs/hregion-03230033, archiveDir=hdfs://localhost:39257/hbase/oldWALs, maxLogs=32
2024-11-14T17:32:59,967 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-03230033/hregion-03230033.1731605579954, exclude list is [], retry=0
2024-11-14T17:32:59,970 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-456a3161-5afd-4872-bec3-72537d2d513a,DISK]
2024-11-14T17:32:59,971 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41483,DS-002705a4-6204-4b9e-80bf-1e03c80655da,DISK]
2024-11-14T17:32:59,971 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43201,DS-acbdb69f-8461-46d2-b56b-9381fa96d618,DISK]
2024-11-14T17:33:00,010 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-03230033/hregion-03230033.1731605579954
2024-11-14T17:33:00,010 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36431:36431),(127.0.0.1/127.0.0.1:39323:39323),(127.0.0.1/127.0.0.1:45785:45785)]
2024-11-14T17:33:00,011 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => aec62112683503b11ac16db785bfbc99, NAME => 'testReplayEditsWrittenViaHRegion,,1731605579948.aec62112683503b11ac16db785bfbc99.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39257/hbase
2024-11-14T17:33:00,022 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741893_1071 (size=67)
2024-11-14T17:33:00,023 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741893_1071 (size=67)
2024-11-14T17:33:00,023 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741893_1071 (size=67)
2024-11-14T17:33:00,024 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731605579948.aec62112683503b11ac16db785bfbc99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T17:33:00,025 INFO  [StoreOpener-aec62112683503b11ac16db785bfbc99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region aec62112683503b11ac16db785bfbc99 
2024-11-14T17:33:00,026 INFO  [StoreOpener-aec62112683503b11ac16db785bfbc99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aec62112683503b11ac16db785bfbc99 columnFamilyName a
2024-11-14T17:33:00,026 DEBUG [StoreOpener-aec62112683503b11ac16db785bfbc99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:33:00,027 INFO  [StoreOpener-aec62112683503b11ac16db785bfbc99-1 {}] regionserver.HStore(327): Store=aec62112683503b11ac16db785bfbc99/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:33:00,027 INFO  [StoreOpener-aec62112683503b11ac16db785bfbc99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region aec62112683503b11ac16db785bfbc99 
2024-11-14T17:33:00,029 INFO  [StoreOpener-aec62112683503b11ac16db785bfbc99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aec62112683503b11ac16db785bfbc99 columnFamilyName b
2024-11-14T17:33:00,029 DEBUG [StoreOpener-aec62112683503b11ac16db785bfbc99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:33:00,030 INFO  [StoreOpener-aec62112683503b11ac16db785bfbc99-1 {}] regionserver.HStore(327): Store=aec62112683503b11ac16db785bfbc99/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:33:00,030 INFO  [StoreOpener-aec62112683503b11ac16db785bfbc99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region aec62112683503b11ac16db785bfbc99 
2024-11-14T17:33:00,031 INFO  [StoreOpener-aec62112683503b11ac16db785bfbc99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aec62112683503b11ac16db785bfbc99 columnFamilyName c
2024-11-14T17:33:00,031 DEBUG [StoreOpener-aec62112683503b11ac16db785bfbc99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:33:00,032 INFO  [StoreOpener-aec62112683503b11ac16db785bfbc99-1 {}] regionserver.HStore(327): Store=aec62112683503b11ac16db785bfbc99/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:33:00,032 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for aec62112683503b11ac16db785bfbc99
2024-11-14T17:33:00,033 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/aec62112683503b11ac16db785bfbc99
2024-11-14T17:33:00,034 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/aec62112683503b11ac16db785bfbc99
2024-11-14T17:33:00,035 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for aec62112683503b11ac16db785bfbc99
2024-11-14T17:33:00,035 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for aec62112683503b11ac16db785bfbc99
2024-11-14T17:33:00,037 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-14T17:33:00,039 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for aec62112683503b11ac16db785bfbc99
2024-11-14T17:33:00,042 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/aec62112683503b11ac16db785bfbc99/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T17:33:00,042 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened aec62112683503b11ac16db785bfbc99; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66706637, jitterRate=-0.005993649363517761}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-14T17:33:00,043 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for aec62112683503b11ac16db785bfbc99:
Writing region info on filesystem at 1731605580024Initializing all the Stores at 1731605580024Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605580024Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605580025 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605580025Cleaning up temporary data from old regions at 1731605580035 (+10 ms)Region opened successfully at 1731605580043 (+8 ms)
2024-11-14T17:33:00,044 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing aec62112683503b11ac16db785bfbc99, disabling compactions & flushes
2024-11-14T17:33:00,044 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731605579948.aec62112683503b11ac16db785bfbc99.
2024-11-14T17:33:00,044 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731605579948.aec62112683503b11ac16db785bfbc99.
2024-11-14T17:33:00,044 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731605579948.aec62112683503b11ac16db785bfbc99. after waiting 0 ms
2024-11-14T17:33:00,044 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731605579948.aec62112683503b11ac16db785bfbc99.
2024-11-14T17:33:00,046 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731605579948.aec62112683503b11ac16db785bfbc99.
2024-11-14T17:33:00,046 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for aec62112683503b11ac16db785bfbc99:
Waiting for close lock at 1731605580044Disabling compacts and flushes for region at 1731605580044Disabling writes for close at 1731605580044Writing region close event to WAL at 1731605580046 (+2 ms)Closed at 1731605580046
2024-11-14T17:33:00,049 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741892_1070 (size=175)
2024-11-14T17:33:00,050 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741892_1070 (size=175)
2024-11-14T17:33:00,051 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741892_1070 (size=175)
2024-11-14T17:33:00,054 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-14T17:33:00,054 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-03230033:(num 1731605579954)
2024-11-14T17:33:00,054 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-14T17:33:00,056 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39257/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731605579947, archiveDir=hdfs://localhost:39257/hbase/oldWALs, maxLogs=32
2024-11-14T17:33:00,071 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731605579947/wal.1731605580056, exclude list is [], retry=0
2024-11-14T17:33:00,074 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-456a3161-5afd-4872-bec3-72537d2d513a,DISK]
2024-11-14T17:33:00,075 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41483,DS-002705a4-6204-4b9e-80bf-1e03c80655da,DISK]
2024-11-14T17:33:00,075 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43201,DS-acbdb69f-8461-46d2-b56b-9381fa96d618,DISK]
2024-11-14T17:33:00,111 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731605579947/wal.1731605580056
2024-11-14T17:33:00,112 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36431:36431),(127.0.0.1/127.0.0.1:39323:39323),(127.0.0.1/127.0.0.1:45785:45785)]
2024-11-14T17:33:00,112 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => aec62112683503b11ac16db785bfbc99, NAME => 'testReplayEditsWrittenViaHRegion,,1731605579948.aec62112683503b11ac16db785bfbc99.', STARTKEY => '', ENDKEY => ''}
2024-11-14T17:33:00,112 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731605579948.aec62112683503b11ac16db785bfbc99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T17:33:00,112 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for aec62112683503b11ac16db785bfbc99
2024-11-14T17:33:00,112 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for aec62112683503b11ac16db785bfbc99
2024-11-14T17:33:00,114 INFO  [StoreOpener-aec62112683503b11ac16db785bfbc99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region aec62112683503b11ac16db785bfbc99 
2024-11-14T17:33:00,115 INFO  [StoreOpener-aec62112683503b11ac16db785bfbc99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aec62112683503b11ac16db785bfbc99 columnFamilyName a
2024-11-14T17:33:00,115 DEBUG [StoreOpener-aec62112683503b11ac16db785bfbc99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:33:00,116 INFO  [StoreOpener-aec62112683503b11ac16db785bfbc99-1 {}] regionserver.HStore(327): Store=aec62112683503b11ac16db785bfbc99/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:33:00,116 INFO  [StoreOpener-aec62112683503b11ac16db785bfbc99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region aec62112683503b11ac16db785bfbc99 
2024-11-14T17:33:00,117 INFO  [StoreOpener-aec62112683503b11ac16db785bfbc99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aec62112683503b11ac16db785bfbc99 columnFamilyName b
2024-11-14T17:33:00,117 DEBUG [StoreOpener-aec62112683503b11ac16db785bfbc99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:33:00,118 INFO  [StoreOpener-aec62112683503b11ac16db785bfbc99-1 {}] regionserver.HStore(327): Store=aec62112683503b11ac16db785bfbc99/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:33:00,118 INFO  [StoreOpener-aec62112683503b11ac16db785bfbc99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region aec62112683503b11ac16db785bfbc99 
2024-11-14T17:33:00,119 INFO  [StoreOpener-aec62112683503b11ac16db785bfbc99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aec62112683503b11ac16db785bfbc99 columnFamilyName c
2024-11-14T17:33:00,119 DEBUG [StoreOpener-aec62112683503b11ac16db785bfbc99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:33:00,119 INFO  [StoreOpener-aec62112683503b11ac16db785bfbc99-1 {}] regionserver.HStore(327): Store=aec62112683503b11ac16db785bfbc99/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:33:00,119 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for aec62112683503b11ac16db785bfbc99
2024-11-14T17:33:00,120 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/aec62112683503b11ac16db785bfbc99
2024-11-14T17:33:00,122 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/aec62112683503b11ac16db785bfbc99
2024-11-14T17:33:00,123 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for aec62112683503b11ac16db785bfbc99
2024-11-14T17:33:00,123 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for aec62112683503b11ac16db785bfbc99
2024-11-14T17:33:00,124 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-14T17:33:00,125 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for aec62112683503b11ac16db785bfbc99
2024-11-14T17:33:00,126 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened aec62112683503b11ac16db785bfbc99; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70400334, jitterRate=0.049046725034713745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-14T17:33:00,127 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for aec62112683503b11ac16db785bfbc99:
Writing region info on filesystem at 1731605580112Initializing all the Stores at 1731605580114 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605580114Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605580114Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605580114Cleaning up temporary data from old regions at 1731605580123 (+9 ms)Region opened successfully at 1731605580127 (+4 ms)
2024-11-14T17:33:00,168 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing aec62112683503b11ac16db785bfbc99 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB
2024-11-14T17:33:00,195 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/aec62112683503b11ac16db785bfbc99/.tmp/a/932f4f76103746b485b7565fd9e1f109 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731605580127/Put/seqid=0
2024-11-14T17:33:00,246 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741895_1073 (size=5958)
2024-11-14T17:33:00,249 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741895_1073 (size=5958)
2024-11-14T17:33:00,249 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741895_1073 (size=5958)
2024-11-14T17:33:00,250 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/aec62112683503b11ac16db785bfbc99/.tmp/a/932f4f76103746b485b7565fd9e1f109
2024-11-14T17:33:00,276 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/aec62112683503b11ac16db785bfbc99/.tmp/b/d7445de5a06249a5b685af14b0bf68ca is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731605580143/Put/seqid=0
2024-11-14T17:33:00,295 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741896_1074 (size=5958)
2024-11-14T17:33:00,295 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741896_1074 (size=5958)
2024-11-14T17:33:00,295 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741896_1074 (size=5958)
2024-11-14T17:33:00,297 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/aec62112683503b11ac16db785bfbc99/.tmp/b/d7445de5a06249a5b685af14b0bf68ca
2024-11-14T17:33:00,328 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/aec62112683503b11ac16db785bfbc99/.tmp/c/2a7d1c34c2a64019aaf14d6ffda47b9e is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731605580152/Put/seqid=0
2024-11-14T17:33:00,372 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741897_1075 (size=5958)
2024-11-14T17:33:00,373 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741897_1075 (size=5958)
2024-11-14T17:33:00,375 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741897_1075 (size=5958)
2024-11-14T17:33:00,376 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/aec62112683503b11ac16db785bfbc99/.tmp/c/2a7d1c34c2a64019aaf14d6ffda47b9e
2024-11-14T17:33:00,383 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/aec62112683503b11ac16db785bfbc99/.tmp/a/932f4f76103746b485b7565fd9e1f109 as hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/aec62112683503b11ac16db785bfbc99/a/932f4f76103746b485b7565fd9e1f109
2024-11-14T17:33:00,388 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/aec62112683503b11ac16db785bfbc99/a/932f4f76103746b485b7565fd9e1f109, entries=10, sequenceid=33, filesize=5.8 K
2024-11-14T17:33:00,389 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/aec62112683503b11ac16db785bfbc99/.tmp/b/d7445de5a06249a5b685af14b0bf68ca as hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/aec62112683503b11ac16db785bfbc99/b/d7445de5a06249a5b685af14b0bf68ca
2024-11-14T17:33:00,396 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/aec62112683503b11ac16db785bfbc99/b/d7445de5a06249a5b685af14b0bf68ca, entries=10, sequenceid=33, filesize=5.8 K
2024-11-14T17:33:00,397 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/aec62112683503b11ac16db785bfbc99/.tmp/c/2a7d1c34c2a64019aaf14d6ffda47b9e as hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/aec62112683503b11ac16db785bfbc99/c/2a7d1c34c2a64019aaf14d6ffda47b9e
2024-11-14T17:33:00,403 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/aec62112683503b11ac16db785bfbc99/c/2a7d1c34c2a64019aaf14d6ffda47b9e, entries=10, sequenceid=33, filesize=5.8 K
2024-11-14T17:33:00,405 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for aec62112683503b11ac16db785bfbc99 in 237ms, sequenceid=33, compaction requested=false
2024-11-14T17:33:00,405 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for aec62112683503b11ac16db785bfbc99:

2024-11-14T17:33:00,405 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing aec62112683503b11ac16db785bfbc99, disabling compactions & flushes
2024-11-14T17:33:00,405 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731605579948.aec62112683503b11ac16db785bfbc99.
2024-11-14T17:33:00,405 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731605579948.aec62112683503b11ac16db785bfbc99.
2024-11-14T17:33:00,405 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731605579948.aec62112683503b11ac16db785bfbc99. after waiting 0 ms
2024-11-14T17:33:00,405 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731605579948.aec62112683503b11ac16db785bfbc99.
2024-11-14T17:33:00,411 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731605579948.aec62112683503b11ac16db785bfbc99.
2024-11-14T17:33:00,411 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for aec62112683503b11ac16db785bfbc99:
Waiting for close lock at 1731605580405Disabling compacts and flushes for region at 1731605580405Disabling writes for close at 1731605580405Writing region close event to WAL at 1731605580410 (+5 ms)Closed at 1731605580410
2024-11-14T17:33:00,413 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741894_1072 (size=6311)
2024-11-14T17:33:00,414 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741894_1072 (size=6311)
2024-11-14T17:33:00,414 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741894_1072 (size=6311)
2024-11-14T17:33:00,419 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/aec62112683503b11ac16db785bfbc99/b/d7445de5a06249a5b685af14b0bf68ca to hdfs://localhost:39257/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/aec62112683503b11ac16db785bfbc99/b/d7445de5a06249a5b685af14b0bf68ca
2024-11-14T17:33:00,436 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39257/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731605579947/wal.1731605580056, size=6.2 K (6311bytes)
2024-11-14T17:33:00,436 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39257/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731605579947/wal.1731605580056
2024-11-14T17:33:00,436 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39257/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731605579947/wal.1731605580056 after 0ms
2024-11-14T17:33:00,465 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-14T17:33:00,465 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39257/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731605579947/wal.1731605580056 took 30ms
2024-11-14T17:33:00,468 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39257/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731605579947/wal.1731605580056 so closing down
2024-11-14T17:33:00,468 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-14T17:33:00,469 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731605580056.temp
2024-11-14T17:33:00,496 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/aec62112683503b11ac16db785bfbc99/recovered.edits/0000000000000000003-wal.1731605580056.temp
2024-11-14T17:33:00,496 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-14T17:33:00,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741898_1076 (size=5575)
2024-11-14T17:33:00,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741898_1076 (size=5575)
2024-11-14T17:33:00,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741898_1076 (size=5575)
2024-11-14T17:33:00,505 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/aec62112683503b11ac16db785bfbc99/recovered.edits/0000000000000000003-wal.1731605580056.temp (wrote 30 edits, skipped 0 edits in 0 ms)
2024-11-14T17:33:00,506 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/aec62112683503b11ac16db785bfbc99/recovered.edits/0000000000000000003-wal.1731605580056.temp to hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/aec62112683503b11ac16db785bfbc99/recovered.edits/0000000000000000032
2024-11-14T17:33:00,506 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 41 ms; skipped=2; WAL=hdfs://localhost:39257/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731605579947/wal.1731605580056, size=6.2 K, length=6311, corrupted=false, cancelled=false
2024-11-14T17:33:00,507 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39257/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731605579947/wal.1731605580056, journal: Splitting hdfs://localhost:39257/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731605579947/wal.1731605580056, size=6.2 K (6311bytes) at 1731605580436Finishing writing output for hdfs://localhost:39257/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731605579947/wal.1731605580056 so closing down at 1731605580468 (+32 ms)Creating recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/aec62112683503b11ac16db785bfbc99/recovered.edits/0000000000000000003-wal.1731605580056.temp at 1731605580496 (+28 ms)3 split writer threads finished at 1731605580496Closed recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/aec62112683503b11ac16db785bfbc99/recovered.edits/0000000000000000003-wal.1731605580056.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731605580505 (+9 ms)Rename recovered edits hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/aec62112683503b11ac16db785bfbc99/recovered.edits/0000000000000000003-wal.1731605580056.temp to hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/aec62112683503b11ac16db785bfbc99/recovered.edits/0000000000000000032 at 1731605580506 (+1 ms)Processed 32 edits across 1 Regions in 41 ms; skipped=2; WAL=hdfs://localhost:39257/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731605579947/wal.1731605580056, size=6.2 K, length=6311, corrupted=false, cancelled=false at 1731605580506
2024-11-14T17:33:00,508 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39257/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731605579947/wal.1731605580056 to hdfs://localhost:39257/hbase/oldWALs/wal.1731605580056
2024-11-14T17:33:00,509 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/aec62112683503b11ac16db785bfbc99/recovered.edits/0000000000000000032
2024-11-14T17:33:00,509 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-14T17:33:00,511 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39257/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731605579947, archiveDir=hdfs://localhost:39257/hbase/oldWALs, maxLogs=32
2024-11-14T17:33:00,524 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731605579947/wal.1731605580511, exclude list is [], retry=0
2024-11-14T17:33:00,526 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43201,DS-acbdb69f-8461-46d2-b56b-9381fa96d618,DISK]
2024-11-14T17:33:00,527 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-456a3161-5afd-4872-bec3-72537d2d513a,DISK]
2024-11-14T17:33:00,527 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41483,DS-002705a4-6204-4b9e-80bf-1e03c80655da,DISK]
2024-11-14T17:33:00,560 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731605579947/wal.1731605580511
2024-11-14T17:33:00,560 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45785:45785),(127.0.0.1/127.0.0.1:36431:36431),(127.0.0.1/127.0.0.1:39323:39323)]
2024-11-14T17:33:00,560 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => aec62112683503b11ac16db785bfbc99, NAME => 'testReplayEditsWrittenViaHRegion,,1731605579948.aec62112683503b11ac16db785bfbc99.', STARTKEY => '', ENDKEY => ''}
2024-11-14T17:33:00,561 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731605579948.aec62112683503b11ac16db785bfbc99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T17:33:00,561 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for aec62112683503b11ac16db785bfbc99
2024-11-14T17:33:00,561 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for aec62112683503b11ac16db785bfbc99
2024-11-14T17:33:00,562 INFO  [StoreOpener-aec62112683503b11ac16db785bfbc99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region aec62112683503b11ac16db785bfbc99 
2024-11-14T17:33:00,563 INFO  [StoreOpener-aec62112683503b11ac16db785bfbc99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aec62112683503b11ac16db785bfbc99 columnFamilyName a
2024-11-14T17:33:00,563 DEBUG [StoreOpener-aec62112683503b11ac16db785bfbc99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:33:00,569 DEBUG [StoreOpener-aec62112683503b11ac16db785bfbc99-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/aec62112683503b11ac16db785bfbc99/a/932f4f76103746b485b7565fd9e1f109
2024-11-14T17:33:00,569 INFO  [StoreOpener-aec62112683503b11ac16db785bfbc99-1 {}] regionserver.HStore(327): Store=aec62112683503b11ac16db785bfbc99/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:33:00,569 INFO  [StoreOpener-aec62112683503b11ac16db785bfbc99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region aec62112683503b11ac16db785bfbc99 
2024-11-14T17:33:00,571 INFO  [StoreOpener-aec62112683503b11ac16db785bfbc99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aec62112683503b11ac16db785bfbc99 columnFamilyName b
2024-11-14T17:33:00,571 DEBUG [StoreOpener-aec62112683503b11ac16db785bfbc99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:33:00,571 INFO  [StoreOpener-aec62112683503b11ac16db785bfbc99-1 {}] regionserver.HStore(327): Store=aec62112683503b11ac16db785bfbc99/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:33:00,571 INFO  [StoreOpener-aec62112683503b11ac16db785bfbc99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region aec62112683503b11ac16db785bfbc99 
2024-11-14T17:33:00,572 INFO  [StoreOpener-aec62112683503b11ac16db785bfbc99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aec62112683503b11ac16db785bfbc99 columnFamilyName c
2024-11-14T17:33:00,572 DEBUG [StoreOpener-aec62112683503b11ac16db785bfbc99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:33:00,576 DEBUG [StoreOpener-aec62112683503b11ac16db785bfbc99-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/aec62112683503b11ac16db785bfbc99/c/2a7d1c34c2a64019aaf14d6ffda47b9e
2024-11-14T17:33:00,577 INFO  [StoreOpener-aec62112683503b11ac16db785bfbc99-1 {}] regionserver.HStore(327): Store=aec62112683503b11ac16db785bfbc99/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:33:00,577 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for aec62112683503b11ac16db785bfbc99
2024-11-14T17:33:00,577 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/aec62112683503b11ac16db785bfbc99
2024-11-14T17:33:00,579 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/aec62112683503b11ac16db785bfbc99
2024-11-14T17:33:00,579 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/aec62112683503b11ac16db785bfbc99/recovered.edits/0000000000000000032
2024-11-14T17:33:00,609 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-14T17:33:00,611 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/aec62112683503b11ac16db785bfbc99/recovered.edits/0000000000000000032
2024-11-14T17:33:00,611 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing aec62112683503b11ac16db785bfbc99 3/3 column families, dataSize=870 B heapSize=2.31 KB
2024-11-14T17:33:00,628 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/aec62112683503b11ac16db785bfbc99/.tmp/b/e9d7fea601f94aa9b94aee6949dd3904 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731605580143/Put/seqid=0
2024-11-14T17:33:00,635 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741900_1078 (size=5958)
2024-11-14T17:33:00,636 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741900_1078 (size=5958)
2024-11-14T17:33:00,636 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741900_1078 (size=5958)
2024-11-14T17:33:00,638 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/aec62112683503b11ac16db785bfbc99/.tmp/b/e9d7fea601f94aa9b94aee6949dd3904
2024-11-14T17:33:00,644 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/aec62112683503b11ac16db785bfbc99/.tmp/b/e9d7fea601f94aa9b94aee6949dd3904 as hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/aec62112683503b11ac16db785bfbc99/b/e9d7fea601f94aa9b94aee6949dd3904
2024-11-14T17:33:00,649 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/aec62112683503b11ac16db785bfbc99/b/e9d7fea601f94aa9b94aee6949dd3904, entries=10, sequenceid=32, filesize=5.8 K
2024-11-14T17:33:00,649 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for aec62112683503b11ac16db785bfbc99 in 38ms, sequenceid=32, compaction requested=false; wal=null
2024-11-14T17:33:00,650 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/aec62112683503b11ac16db785bfbc99/recovered.edits/0000000000000000032
2024-11-14T17:33:00,650 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for aec62112683503b11ac16db785bfbc99
2024-11-14T17:33:00,650 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for aec62112683503b11ac16db785bfbc99
2024-11-14T17:33:00,651 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-14T17:33:00,653 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for aec62112683503b11ac16db785bfbc99
2024-11-14T17:33:00,655 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/aec62112683503b11ac16db785bfbc99/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1
2024-11-14T17:33:00,656 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened aec62112683503b11ac16db785bfbc99; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67508307, jitterRate=0.005952164530754089}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-14T17:33:00,657 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for aec62112683503b11ac16db785bfbc99:
Writing region info on filesystem at 1731605580561Initializing all the Stores at 1731605580562 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605580562Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605580562Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605580562Obtaining lock to block concurrent updates at 1731605580611 (+49 ms)Preparing flush snapshotting stores in aec62112683503b11ac16db785bfbc99 at 1731605580611Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731605579948.aec62112683503b11ac16db785bfbc99., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1731605580611Flushing stores of testReplayEditsWrittenViaHRegion,,1731605579948.aec62112683503b11ac16db785bfbc99. at 1731605580611Flushing aec62112683503b11ac16db785bfbc99/b: creating writer at 1731605580611Flushing aec62112683503b11ac16db785bfbc99/b: appending metadata at 1731605580627 (+16 ms)Flushing aec62112683503b11ac16db785bfbc99/b: closing flushed file at 1731605580627Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@669ac478: reopening flushed file at 1731605580643 (+16 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for aec62112683503b11ac16db785bfbc99 in 38ms, sequenceid=32, compaction requested=false; wal=null at 1731605580649 (+6 ms)Cleaning up temporary data from old regions at 1731605580650 (+1 ms)Region opened successfully at 1731605580656 (+6 ms)
2024-11-14T17:33:00,678 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=410 (was 401)
Potentially hanging thread: PacketResponder: BP-939765406-172.17.0.3-1731605549821:blk_1073741899_1077, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-20-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1232679286_22 at /127.0.0.1:53216 [Waiting for operation #38]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-20-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1232679286_22 at /127.0.0.1:53572 [Waiting for operation #21]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-939765406-172.17.0.3-1731605549821:blk_1073741899_1077, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1232679286_22 at /127.0.0.1:36824 [Receiving block BP-939765406-172.17.0.3-1731605549821:blk_1073741899_1077]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1232679286_22 at /127.0.0.1:50004 [Receiving block BP-939765406-172.17.0.3-1731605549821:blk_1073741899_1077]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1232679286_22 at /127.0.0.1:57296 [Receiving block BP-939765406-172.17.0.3-1731605549821:blk_1073741899_1077]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1232679286_22 at /127.0.0.1:43484 [Waiting for operation #43]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-939765406-172.17.0.3-1731605549821:blk_1073741899_1077, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-20-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1099 (was 1023) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=734 (was 734), ProcessCount=11 (was 11), AvailableMemoryMB=3426 (was 3464)
2024-11-14T17:33:00,679 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1099 is superior to 1024
2024-11-14T17:33:00,692 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=410, OpenFileDescriptor=1099, MaxFileDescriptor=1048576, SystemLoadAverage=734, ProcessCount=11, AvailableMemoryMB=3426
2024-11-14T17:33:00,692 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1099 is superior to 1024
2024-11-14T17:33:00,708 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-14T17:33:00,710 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-14T17:33:00,710 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-14T17:33:00,712 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-13211103, suffix=, logDir=hdfs://localhost:39257/hbase/WALs/hregion-13211103, archiveDir=hdfs://localhost:39257/hbase/oldWALs, maxLogs=32
2024-11-14T17:33:00,725 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-13211103/hregion-13211103.1731605580713, exclude list is [], retry=0
2024-11-14T17:33:00,728 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43201,DS-acbdb69f-8461-46d2-b56b-9381fa96d618,DISK]
2024-11-14T17:33:00,728 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41483,DS-002705a4-6204-4b9e-80bf-1e03c80655da,DISK]
2024-11-14T17:33:00,730 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-456a3161-5afd-4872-bec3-72537d2d513a,DISK]
2024-11-14T17:33:00,765 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-13211103/hregion-13211103.1731605580713
2024-11-14T17:33:00,766 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45785:45785),(127.0.0.1/127.0.0.1:39323:39323),(127.0.0.1/127.0.0.1:36431:36431)]
2024-11-14T17:33:00,766 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 7e62378288213bfdb2133670723a9d18, NAME => 'testReplayEditsAfterAbortingFlush,,1731605580708.7e62378288213bfdb2133670723a9d18.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39257/hbase
2024-11-14T17:33:00,795 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741902_1080 (size=68)
2024-11-14T17:33:00,795 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741902_1080 (size=68)
2024-11-14T17:33:00,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741902_1080 (size=68)
2024-11-14T17:33:01,197 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731605580708.7e62378288213bfdb2133670723a9d18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T17:33:01,199 INFO  [StoreOpener-7e62378288213bfdb2133670723a9d18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7e62378288213bfdb2133670723a9d18 
2024-11-14T17:33:01,211 INFO  [StoreOpener-7e62378288213bfdb2133670723a9d18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e62378288213bfdb2133670723a9d18 columnFamilyName a
2024-11-14T17:33:01,211 DEBUG [StoreOpener-7e62378288213bfdb2133670723a9d18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:33:01,214 INFO  [StoreOpener-7e62378288213bfdb2133670723a9d18-1 {}] regionserver.HStore(327): Store=7e62378288213bfdb2133670723a9d18/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:33:01,215 INFO  [StoreOpener-7e62378288213bfdb2133670723a9d18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7e62378288213bfdb2133670723a9d18 
2024-11-14T17:33:01,219 INFO  [StoreOpener-7e62378288213bfdb2133670723a9d18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e62378288213bfdb2133670723a9d18 columnFamilyName b
2024-11-14T17:33:01,219 DEBUG [StoreOpener-7e62378288213bfdb2133670723a9d18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:33:01,220 INFO  [StoreOpener-7e62378288213bfdb2133670723a9d18-1 {}] regionserver.HStore(327): Store=7e62378288213bfdb2133670723a9d18/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:33:01,220 INFO  [StoreOpener-7e62378288213bfdb2133670723a9d18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7e62378288213bfdb2133670723a9d18 
2024-11-14T17:33:01,222 INFO  [StoreOpener-7e62378288213bfdb2133670723a9d18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e62378288213bfdb2133670723a9d18 columnFamilyName c
2024-11-14T17:33:01,222 DEBUG [StoreOpener-7e62378288213bfdb2133670723a9d18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:33:01,224 INFO  [StoreOpener-7e62378288213bfdb2133670723a9d18-1 {}] regionserver.HStore(327): Store=7e62378288213bfdb2133670723a9d18/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:33:01,224 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7e62378288213bfdb2133670723a9d18
2024-11-14T17:33:01,225 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testReplayEditsAfterAbortingFlush/7e62378288213bfdb2133670723a9d18
2024-11-14T17:33:01,226 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testReplayEditsAfterAbortingFlush/7e62378288213bfdb2133670723a9d18
2024-11-14T17:33:01,227 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7e62378288213bfdb2133670723a9d18
2024-11-14T17:33:01,227 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7e62378288213bfdb2133670723a9d18
2024-11-14T17:33:01,229 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-14T17:33:01,231 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7e62378288213bfdb2133670723a9d18
2024-11-14T17:33:01,235 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39257/hbase/data/default/testReplayEditsAfterAbortingFlush/7e62378288213bfdb2133670723a9d18/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T17:33:01,235 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 7e62378288213bfdb2133670723a9d18; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72063219, jitterRate=0.0738256424665451}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-14T17:33:01,236 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7e62378288213bfdb2133670723a9d18:
Writing region info on filesystem at 1731605581197Initializing all the Stores at 1731605581198 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605581198Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605581198Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605581198Cleaning up temporary data from old regions at 1731605581227 (+29 ms)Region opened successfully at 1731605581236 (+9 ms)
2024-11-14T17:33:01,236 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7e62378288213bfdb2133670723a9d18, disabling compactions & flushes
2024-11-14T17:33:01,236 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731605580708.7e62378288213bfdb2133670723a9d18.
2024-11-14T17:33:01,236 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731605580708.7e62378288213bfdb2133670723a9d18.
2024-11-14T17:33:01,236 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731605580708.7e62378288213bfdb2133670723a9d18. after waiting 0 ms
2024-11-14T17:33:01,236 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731605580708.7e62378288213bfdb2133670723a9d18.
2024-11-14T17:33:01,237 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731605580708.7e62378288213bfdb2133670723a9d18.
2024-11-14T17:33:01,237 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7e62378288213bfdb2133670723a9d18:
Waiting for close lock at 1731605581236Disabling compacts and flushes for region at 1731605581236Disabling writes for close at 1731605581236Writing region close event to WAL at 1731605581237 (+1 ms)Closed at 1731605581237
2024-11-14T17:33:01,248 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741901_1079 (size=175)
2024-11-14T17:33:01,248 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741901_1079 (size=175)
2024-11-14T17:33:01,253 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741901_1079 (size=175)
2024-11-14T17:33:01,263 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-14T17:33:01,263 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-13211103:(num 1731605580713)
2024-11-14T17:33:01,263 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-14T17:33:01,267 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39257/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731605580707, archiveDir=hdfs://localhost:39257/hbase/oldWALs, maxLogs=32
2024-11-14T17:33:01,297 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731605580707/wal.1731605581267, exclude list is [], retry=0
2024-11-14T17:33:01,307 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-456a3161-5afd-4872-bec3-72537d2d513a,DISK]
2024-11-14T17:33:01,307 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41483,DS-002705a4-6204-4b9e-80bf-1e03c80655da,DISK]
2024-11-14T17:33:01,308 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43201,DS-acbdb69f-8461-46d2-b56b-9381fa96d618,DISK]
2024-11-14T17:33:01,362 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731605580707/wal.1731605581267
2024-11-14T17:33:01,363 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36431:36431),(127.0.0.1/127.0.0.1:39323:39323),(127.0.0.1/127.0.0.1:45785:45785)]
2024-11-14T17:33:01,444 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 7e62378288213bfdb2133670723a9d18, NAME => 'testReplayEditsAfterAbortingFlush,,1731605580708.7e62378288213bfdb2133670723a9d18.', STARTKEY => '', ENDKEY => ''}
2024-11-14T17:33:01,447 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 7e62378288213bfdb2133670723a9d18
2024-11-14T17:33:01,447 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731605580708.7e62378288213bfdb2133670723a9d18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T17:33:01,447 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 7e62378288213bfdb2133670723a9d18
2024-11-14T17:33:01,447 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 7e62378288213bfdb2133670723a9d18
2024-11-14T17:33:01,453 INFO  [StoreOpener-7e62378288213bfdb2133670723a9d18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7e62378288213bfdb2133670723a9d18 
2024-11-14T17:33:01,455 INFO  [StoreOpener-7e62378288213bfdb2133670723a9d18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e62378288213bfdb2133670723a9d18 columnFamilyName a
2024-11-14T17:33:01,455 DEBUG [StoreOpener-7e62378288213bfdb2133670723a9d18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:33:01,456 INFO  [StoreOpener-7e62378288213bfdb2133670723a9d18-1 {}] regionserver.HStore(327): Store=7e62378288213bfdb2133670723a9d18/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:33:01,456 INFO  [StoreOpener-7e62378288213bfdb2133670723a9d18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7e62378288213bfdb2133670723a9d18 
2024-11-14T17:33:01,458 INFO  [StoreOpener-7e62378288213bfdb2133670723a9d18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e62378288213bfdb2133670723a9d18 columnFamilyName b
2024-11-14T17:33:01,458 DEBUG [StoreOpener-7e62378288213bfdb2133670723a9d18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:33:01,460 INFO  [StoreOpener-7e62378288213bfdb2133670723a9d18-1 {}] regionserver.HStore(327): Store=7e62378288213bfdb2133670723a9d18/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:33:01,460 INFO  [StoreOpener-7e62378288213bfdb2133670723a9d18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7e62378288213bfdb2133670723a9d18 
2024-11-14T17:33:01,461 INFO  [StoreOpener-7e62378288213bfdb2133670723a9d18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e62378288213bfdb2133670723a9d18 columnFamilyName c
2024-11-14T17:33:01,462 DEBUG [StoreOpener-7e62378288213bfdb2133670723a9d18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:33:01,462 INFO  [StoreOpener-7e62378288213bfdb2133670723a9d18-1 {}] regionserver.HStore(327): Store=7e62378288213bfdb2133670723a9d18/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:33:01,463 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7e62378288213bfdb2133670723a9d18
2024-11-14T17:33:01,464 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testReplayEditsAfterAbortingFlush/7e62378288213bfdb2133670723a9d18
2024-11-14T17:33:01,465 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testReplayEditsAfterAbortingFlush/7e62378288213bfdb2133670723a9d18
2024-11-14T17:33:01,467 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7e62378288213bfdb2133670723a9d18
2024-11-14T17:33:01,467 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7e62378288213bfdb2133670723a9d18
2024-11-14T17:33:01,468 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-14T17:33:01,470 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7e62378288213bfdb2133670723a9d18
2024-11-14T17:33:01,471 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 7e62378288213bfdb2133670723a9d18; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72142175, jitterRate=0.07500217854976654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-14T17:33:01,472 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7e62378288213bfdb2133670723a9d18
2024-11-14T17:33:01,473 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7e62378288213bfdb2133670723a9d18:
Running coprocessor pre-open hook at 1731605581448Writing region info on filesystem at 1731605581448Initializing all the Stores at 1731605581449 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605581449Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605581452 (+3 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605581452Cleaning up temporary data from old regions at 1731605581467 (+15 ms)Running coprocessor post-open hooks at 1731605581472 (+5 ms)Region opened successfully at 1731605581472
2024-11-14T17:33:01,526 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 7e62378288213bfdb2133670723a9d18 3/3 column families, dataSize=590 B heapSize=2.08 KB
2024-11-14T17:33:01,527 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 7e62378288213bfdb2133670723a9d18/a, retrying num=0
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T17:33:02,207 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-14T17:33:02,528 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 7e62378288213bfdb2133670723a9d18/a, retrying num=1
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T17:33:03,172 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741835_1011 (size=2288)
2024-11-14T17:33:03,193 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-14T17:33:03,532 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 7e62378288213bfdb2133670723a9d18/a, retrying num=2
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T17:33:04,533 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 7e62378288213bfdb2133670723a9d18/a, retrying num=3
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T17:33:04,744 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion
2024-11-14T17:33:04,744 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer
2024-11-14T17:33:04,745 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF
2024-11-14T17:33:04,745 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer
2024-11-14T17:33:04,746 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush
2024-11-14T17:33:04,746 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer
2024-11-14T17:33:05,534 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 7e62378288213bfdb2133670723a9d18/a, retrying num=4
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T17:33:06,535 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 7e62378288213bfdb2133670723a9d18/a, retrying num=5
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T17:33:07,535 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 7e62378288213bfdb2133670723a9d18/a, retrying num=6
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T17:33:08,536 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 7e62378288213bfdb2133670723a9d18/a, retrying num=7
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T17:33:09,537 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 7e62378288213bfdb2133670723a9d18/a, retrying num=8
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T17:33:10,538 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 7e62378288213bfdb2133670723a9d18/a, retrying num=9
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T17:33:10,539 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7e62378288213bfdb2133670723a9d18:

2024-11-14T17:33:10,539 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1731605580708.7e62378288213bfdb2133670723a9d18.
2024-11-14T17:33:10,566 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7e62378288213bfdb2133670723a9d18:

2024-11-14T17:33:10,566 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted...
2024-11-14T17:33:10,566 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7e62378288213bfdb2133670723a9d18, disabling compactions & flushes
2024-11-14T17:33:10,567 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731605580708.7e62378288213bfdb2133670723a9d18.
2024-11-14T17:33:10,567 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731605580708.7e62378288213bfdb2133670723a9d18.
2024-11-14T17:33:10,567 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731605580708.7e62378288213bfdb2133670723a9d18. after waiting 0 ms
2024-11-14T17:33:10,567 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731605580708.7e62378288213bfdb2133670723a9d18.
2024-11-14T17:33:10,567 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1731605580708.7e62378288213bfdb2133670723a9d18.
2024-11-14T17:33:10,567 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731605580708.7e62378288213bfdb2133670723a9d18.
2024-11-14T17:33:10,567 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7e62378288213bfdb2133670723a9d18:
Waiting for close lock at 1731605590566Running coprocessor pre-close hooks at 1731605590566Disabling compacts and flushes for region at 1731605590566Disabling writes for close at 1731605590567 (+1 ms)Writing region close event to WAL at 1731605590567Running coprocessor post-close hooks at 1731605590567Closed at 1731605590567
2024-11-14T17:33:10,582 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741903_1081 (size=4236)
2024-11-14T17:33:10,587 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741903_1081 (size=4236)
2024-11-14T17:33:10,587 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741903_1081 (size=4236)
2024-11-14T17:33:10,615 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39257/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731605580707/wal.1731605581267, size=4.1 K (4236bytes)
2024-11-14T17:33:10,615 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39257/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731605580707/wal.1731605581267
2024-11-14T17:33:10,615 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39257/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731605580707/wal.1731605581267 after 0ms
2024-11-14T17:33:10,656 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-14T17:33:10,656 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39257/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731605580707/wal.1731605581267 took 42ms
2024-11-14T17:33:10,678 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39257/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731605580707/wal.1731605581267 so closing down
2024-11-14T17:33:10,678 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-14T17:33:10,697 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1731605581267.temp
2024-11-14T17:33:10,732 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testReplayEditsAfterAbortingFlush/7e62378288213bfdb2133670723a9d18/recovered.edits/0000000000000000004-wal.1731605581267.temp
2024-11-14T17:33:10,734 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-14T17:33:10,775 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741904_1082 (size=3245)
2024-11-14T17:33:10,775 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741904_1082 (size=3245)
2024-11-14T17:33:10,775 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741904_1082 (size=3245)
2024-11-14T17:33:11,178 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testReplayEditsAfterAbortingFlush/7e62378288213bfdb2133670723a9d18/recovered.edits/0000000000000000004-wal.1731605581267.temp (wrote 20 edits, skipped 0 edits in 1 ms)
2024-11-14T17:33:11,180 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39257/hbase/data/default/testReplayEditsAfterAbortingFlush/7e62378288213bfdb2133670723a9d18/recovered.edits/0000000000000000004-wal.1731605581267.temp to hdfs://localhost:39257/hbase/data/default/testReplayEditsAfterAbortingFlush/7e62378288213bfdb2133670723a9d18/recovered.edits/0000000000000000026
2024-11-14T17:33:11,181 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 518 ms; skipped=3; WAL=hdfs://localhost:39257/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731605580707/wal.1731605581267, size=4.1 K, length=4236, corrupted=false, cancelled=false
2024-11-14T17:33:11,181 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39257/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731605580707/wal.1731605581267, journal: Splitting hdfs://localhost:39257/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731605580707/wal.1731605581267, size=4.1 K (4236bytes) at 1731605590615Finishing writing output for hdfs://localhost:39257/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731605580707/wal.1731605581267 so closing down at 1731605590678 (+63 ms)Creating recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testReplayEditsAfterAbortingFlush/7e62378288213bfdb2133670723a9d18/recovered.edits/0000000000000000004-wal.1731605581267.temp at 1731605590732 (+54 ms)3 split writer threads finished at 1731605590734 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testReplayEditsAfterAbortingFlush/7e62378288213bfdb2133670723a9d18/recovered.edits/0000000000000000004-wal.1731605581267.temp (wrote 20 edits, skipped 0 edits in 1 ms) at 1731605591178 (+444 ms)Rename recovered edits hdfs://localhost:39257/hbase/data/default/testReplayEditsAfterAbortingFlush/7e62378288213bfdb2133670723a9d18/recovered.edits/0000000000000000004-wal.1731605581267.temp to hdfs://localhost:39257/hbase/data/default/testReplayEditsAfterAbortingFlush/7e62378288213bfdb2133670723a9d18/recovered.edits/0000000000000000026 at 1731605591180 (+2 ms)Processed 23 edits across 1 Regions in 518 ms; skipped=3; WAL=hdfs://localhost:39257/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731605580707/wal.1731605581267, size=4.1 K, length=4236, corrupted=false, cancelled=false at 1731605591181 (+1 ms)
2024-11-14T17:33:11,183 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39257/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731605580707/wal.1731605581267 to hdfs://localhost:39257/hbase/oldWALs/wal.1731605581267
2024-11-14T17:33:11,184 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39257/hbase/data/default/testReplayEditsAfterAbortingFlush/7e62378288213bfdb2133670723a9d18/recovered.edits/0000000000000000026
2024-11-14T17:33:11,185 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-14T17:33:11,187 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39257/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731605580707, archiveDir=hdfs://localhost:39257/hbase/oldWALs, maxLogs=32
2024-11-14T17:33:11,209 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731605580707/wal.1731605591187, exclude list is [], retry=0
2024-11-14T17:33:11,212 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-456a3161-5afd-4872-bec3-72537d2d513a,DISK]
2024-11-14T17:33:11,213 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41483,DS-002705a4-6204-4b9e-80bf-1e03c80655da,DISK]
2024-11-14T17:33:11,214 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43201,DS-acbdb69f-8461-46d2-b56b-9381fa96d618,DISK]
2024-11-14T17:33:11,259 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731605580707/wal.1731605591187
2024-11-14T17:33:11,262 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36431:36431),(127.0.0.1/127.0.0.1:39323:39323),(127.0.0.1/127.0.0.1:45785:45785)]
2024-11-14T17:33:11,263 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 7e62378288213bfdb2133670723a9d18, NAME => 'testReplayEditsAfterAbortingFlush,,1731605580708.7e62378288213bfdb2133670723a9d18.', STARTKEY => '', ENDKEY => ''}
2024-11-14T17:33:11,264 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 7e62378288213bfdb2133670723a9d18
2024-11-14T17:33:11,264 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731605580708.7e62378288213bfdb2133670723a9d18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T17:33:11,266 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 7e62378288213bfdb2133670723a9d18
2024-11-14T17:33:11,266 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 7e62378288213bfdb2133670723a9d18
2024-11-14T17:33:11,273 INFO  [StoreOpener-7e62378288213bfdb2133670723a9d18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7e62378288213bfdb2133670723a9d18 
2024-11-14T17:33:11,274 INFO  [StoreOpener-7e62378288213bfdb2133670723a9d18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e62378288213bfdb2133670723a9d18 columnFamilyName a
2024-11-14T17:33:11,274 DEBUG [StoreOpener-7e62378288213bfdb2133670723a9d18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:33:11,276 INFO  [StoreOpener-7e62378288213bfdb2133670723a9d18-1 {}] regionserver.HStore(327): Store=7e62378288213bfdb2133670723a9d18/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:33:11,276 INFO  [StoreOpener-7e62378288213bfdb2133670723a9d18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7e62378288213bfdb2133670723a9d18 
2024-11-14T17:33:11,277 INFO  [StoreOpener-7e62378288213bfdb2133670723a9d18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e62378288213bfdb2133670723a9d18 columnFamilyName b
2024-11-14T17:33:11,277 DEBUG [StoreOpener-7e62378288213bfdb2133670723a9d18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:33:11,278 INFO  [StoreOpener-7e62378288213bfdb2133670723a9d18-1 {}] regionserver.HStore(327): Store=7e62378288213bfdb2133670723a9d18/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:33:11,278 INFO  [StoreOpener-7e62378288213bfdb2133670723a9d18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7e62378288213bfdb2133670723a9d18 
2024-11-14T17:33:11,283 INFO  [StoreOpener-7e62378288213bfdb2133670723a9d18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e62378288213bfdb2133670723a9d18 columnFamilyName c
2024-11-14T17:33:11,283 DEBUG [StoreOpener-7e62378288213bfdb2133670723a9d18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:33:11,287 INFO  [StoreOpener-7e62378288213bfdb2133670723a9d18-1 {}] regionserver.HStore(327): Store=7e62378288213bfdb2133670723a9d18/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:33:11,288 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7e62378288213bfdb2133670723a9d18
2024-11-14T17:33:11,291 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testReplayEditsAfterAbortingFlush/7e62378288213bfdb2133670723a9d18
2024-11-14T17:33:11,308 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testReplayEditsAfterAbortingFlush/7e62378288213bfdb2133670723a9d18
2024-11-14T17:33:11,318 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39257/hbase/data/default/testReplayEditsAfterAbortingFlush/7e62378288213bfdb2133670723a9d18/recovered.edits/0000000000000000026
2024-11-14T17:33:11,368 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-14T17:33:11,370 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:39257/hbase/data/default/testReplayEditsAfterAbortingFlush/7e62378288213bfdb2133670723a9d18/recovered.edits/0000000000000000026
2024-11-14T17:33:11,371 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 7e62378288213bfdb2133670723a9d18 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB
2024-11-14T17:33:11,392 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/hbase/data/default/testReplayEditsAfterAbortingFlush/7e62378288213bfdb2133670723a9d18/.tmp/a/4be7e49ea81a4aedaedc1ef35b3272fe is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1731605590546/Put/seqid=0
2024-11-14T17:33:11,400 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741906_1084 (size=5523)
2024-11-14T17:33:11,402 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741906_1084 (size=5523)
2024-11-14T17:33:11,402 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741906_1084 (size=5523)
2024-11-14T17:33:11,402 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:39257/hbase/data/default/testReplayEditsAfterAbortingFlush/7e62378288213bfdb2133670723a9d18/.tmp/a/4be7e49ea81a4aedaedc1ef35b3272fe
2024-11-14T17:33:11,422 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/hbase/data/default/testReplayEditsAfterAbortingFlush/7e62378288213bfdb2133670723a9d18/.tmp/b/f1a48adb664e47e0930496454c4cf459 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1731605590540/Put/seqid=0
2024-11-14T17:33:11,429 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741907_1085 (size=5524)
2024-11-14T17:33:11,429 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741907_1085 (size=5524)
2024-11-14T17:33:11,430 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741907_1085 (size=5524)
2024-11-14T17:33:11,430 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:39257/hbase/data/default/testReplayEditsAfterAbortingFlush/7e62378288213bfdb2133670723a9d18/.tmp/b/f1a48adb664e47e0930496454c4cf459
2024-11-14T17:33:11,454 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/hbase/data/default/testReplayEditsAfterAbortingFlush/7e62378288213bfdb2133670723a9d18/.tmp/c/34fcb2c10d664a33bd310bf4e84661ea is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1731605590543/Put/seqid=0
2024-11-14T17:33:11,464 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741908_1086 (size=5457)
2024-11-14T17:33:11,465 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741908_1086 (size=5457)
2024-11-14T17:33:11,465 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741908_1086 (size=5457)
2024-11-14T17:33:11,466 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:39257/hbase/data/default/testReplayEditsAfterAbortingFlush/7e62378288213bfdb2133670723a9d18/.tmp/c/34fcb2c10d664a33bd310bf4e84661ea
2024-11-14T17:33:11,475 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/hbase/data/default/testReplayEditsAfterAbortingFlush/7e62378288213bfdb2133670723a9d18/.tmp/a/4be7e49ea81a4aedaedc1ef35b3272fe as hdfs://localhost:39257/hbase/data/default/testReplayEditsAfterAbortingFlush/7e62378288213bfdb2133670723a9d18/a/4be7e49ea81a4aedaedc1ef35b3272fe
2024-11-14T17:33:11,481 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/hbase/data/default/testReplayEditsAfterAbortingFlush/7e62378288213bfdb2133670723a9d18/a/4be7e49ea81a4aedaedc1ef35b3272fe, entries=7, sequenceid=26, filesize=5.4 K
2024-11-14T17:33:11,482 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/hbase/data/default/testReplayEditsAfterAbortingFlush/7e62378288213bfdb2133670723a9d18/.tmp/b/f1a48adb664e47e0930496454c4cf459 as hdfs://localhost:39257/hbase/data/default/testReplayEditsAfterAbortingFlush/7e62378288213bfdb2133670723a9d18/b/f1a48adb664e47e0930496454c4cf459
2024-11-14T17:33:11,489 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/hbase/data/default/testReplayEditsAfterAbortingFlush/7e62378288213bfdb2133670723a9d18/b/f1a48adb664e47e0930496454c4cf459, entries=7, sequenceid=26, filesize=5.4 K
2024-11-14T17:33:11,490 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/hbase/data/default/testReplayEditsAfterAbortingFlush/7e62378288213bfdb2133670723a9d18/.tmp/c/34fcb2c10d664a33bd310bf4e84661ea as hdfs://localhost:39257/hbase/data/default/testReplayEditsAfterAbortingFlush/7e62378288213bfdb2133670723a9d18/c/34fcb2c10d664a33bd310bf4e84661ea
2024-11-14T17:33:11,496 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/hbase/data/default/testReplayEditsAfterAbortingFlush/7e62378288213bfdb2133670723a9d18/c/34fcb2c10d664a33bd310bf4e84661ea, entries=6, sequenceid=26, filesize=5.3 K
2024-11-14T17:33:11,496 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 7e62378288213bfdb2133670723a9d18 in 126ms, sequenceid=26, compaction requested=false; wal=null
2024-11-14T17:33:11,497 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39257/hbase/data/default/testReplayEditsAfterAbortingFlush/7e62378288213bfdb2133670723a9d18/recovered.edits/0000000000000000026
2024-11-14T17:33:11,498 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7e62378288213bfdb2133670723a9d18
2024-11-14T17:33:11,498 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7e62378288213bfdb2133670723a9d18
2024-11-14T17:33:11,499 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-14T17:33:11,501 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7e62378288213bfdb2133670723a9d18
2024-11-14T17:33:11,518 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39257/hbase/data/default/testReplayEditsAfterAbortingFlush/7e62378288213bfdb2133670723a9d18/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1
2024-11-14T17:33:11,520 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 7e62378288213bfdb2133670723a9d18; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66741310, jitterRate=-0.0054769814014434814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-14T17:33:11,521 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7e62378288213bfdb2133670723a9d18
2024-11-14T17:33:11,522 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7e62378288213bfdb2133670723a9d18:
Running coprocessor pre-open hook at 1731605591267Writing region info on filesystem at 1731605591267Initializing all the Stores at 1731605591272 (+5 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605591272Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605591272Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605591272Obtaining lock to block concurrent updates at 1731605591371 (+99 ms)Preparing flush snapshotting stores in 7e62378288213bfdb2133670723a9d18 at 1731605591371Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1731605580708.7e62378288213bfdb2133670723a9d18., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1731605591371Flushing stores of testReplayEditsAfterAbortingFlush,,1731605580708.7e62378288213bfdb2133670723a9d18. at 1731605591371Flushing 7e62378288213bfdb2133670723a9d18/a: creating writer at 1731605591371Flushing 7e62378288213bfdb2133670723a9d18/a: appending metadata at 1731605591392 (+21 ms)Flushing 7e62378288213bfdb2133670723a9d18/a: closing flushed file at 1731605591392Flushing 7e62378288213bfdb2133670723a9d18/b: creating writer at 1731605591408 (+16 ms)Flushing 7e62378288213bfdb2133670723a9d18/b: appending metadata at 1731605591422 (+14 ms)Flushing 7e62378288213bfdb2133670723a9d18/b: closing flushed file at 1731605591422Flushing 7e62378288213bfdb2133670723a9d18/c: creating writer at 1731605591436 (+14 ms)Flushing 7e62378288213bfdb2133670723a9d18/c: appending metadata at 1731605591453 (+17 ms)Flushing 7e62378288213bfdb2133670723a9d18/c: closing flushed file at 1731605591453Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a53dd23: reopening flushed file at 1731605591472 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9c29ac6: reopening flushed file at 1731605591481 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@272b9078: reopening flushed file at 1731605591489 (+8 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 7e62378288213bfdb2133670723a9d18 in 126ms, sequenceid=26, compaction requested=false; wal=null at 1731605591496 (+7 ms)Cleaning up temporary data from old regions at 1731605591498 (+2 ms)Running coprocessor post-open hooks at 1731605591521 (+23 ms)Region opened successfully at 1731605591522 (+1 ms)
2024-11-14T17:33:11,561 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=413 (was 410)
Potentially hanging thread: PacketResponder: BP-939765406-172.17.0.3-1731605549821:blk_1073741905_1083, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1232679286_22 at /127.0.0.1:53778 [Waiting for operation #15]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1232679286_22 at /127.0.0.1:53766 [Receiving block BP-939765406-172.17.0.3-1731605549821:blk_1073741905_1083]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-22-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1232679286_22 at /127.0.0.1:51736 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1232679286_22 at /127.0.0.1:36192 [Waiting for operation #7]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-939765406-172.17.0.3-1731605549821:blk_1073741905_1083, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-22-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-939765406-172.17.0.3-1731605549821:blk_1073741905_1083, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-22-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1232679286_22 at /127.0.0.1:36174 [Receiving block BP-939765406-172.17.0.3-1731605549821:blk_1073741905_1083]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1232679286_22 at /127.0.0.1:51752 [Receiving block BP-939765406-172.17.0.3-1731605549821:blk_1073741905_1083]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1162 (was 1099) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=728 (was 734), ProcessCount=11 (was 11), AvailableMemoryMB=2715 (was 3426)
2024-11-14T17:33:11,561 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1162 is superior to 1024
2024-11-14T17:33:11,579 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testDatalossWhenInputError Thread=413, OpenFileDescriptor=1162, MaxFileDescriptor=1048576, SystemLoadAverage=728, ProcessCount=11, AvailableMemoryMB=2713
2024-11-14T17:33:11,579 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1162 is superior to 1024
2024-11-14T17:33:11,595 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-14T17:33:11,596 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-14T17:33:11,597 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-14T17:33:11,600 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-03481340, suffix=, logDir=hdfs://localhost:39257/hbase/WALs/hregion-03481340, archiveDir=hdfs://localhost:39257/hbase/oldWALs, maxLogs=32
2024-11-14T17:33:11,613 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-03481340/hregion-03481340.1731605591600, exclude list is [], retry=0
2024-11-14T17:33:11,616 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43201,DS-acbdb69f-8461-46d2-b56b-9381fa96d618,DISK]
2024-11-14T17:33:11,617 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-456a3161-5afd-4872-bec3-72537d2d513a,DISK]
2024-11-14T17:33:11,617 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41483,DS-002705a4-6204-4b9e-80bf-1e03c80655da,DISK]
2024-11-14T17:33:11,659 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-03481340/hregion-03481340.1731605591600
2024-11-14T17:33:11,662 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45785:45785),(127.0.0.1/127.0.0.1:36431:36431),(127.0.0.1/127.0.0.1:39323:39323)]
2024-11-14T17:33:11,663 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => f24149f53aba2785134c9221c38f4231, NAME => 'testDatalossWhenInputError,,1731605591595.f24149f53aba2785134c9221c38f4231.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39257/hbase
2024-11-14T17:33:11,682 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741910_1088 (size=61)
2024-11-14T17:33:11,682 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741910_1088 (size=61)
2024-11-14T17:33:11,683 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741910_1088 (size=61)
2024-11-14T17:33:11,684 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731605591595.f24149f53aba2785134c9221c38f4231.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T17:33:11,686 INFO  [StoreOpener-f24149f53aba2785134c9221c38f4231-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f24149f53aba2785134c9221c38f4231 
2024-11-14T17:33:11,687 INFO  [StoreOpener-f24149f53aba2785134c9221c38f4231-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f24149f53aba2785134c9221c38f4231 columnFamilyName a
2024-11-14T17:33:11,687 DEBUG [StoreOpener-f24149f53aba2785134c9221c38f4231-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:33:11,688 INFO  [StoreOpener-f24149f53aba2785134c9221c38f4231-1 {}] regionserver.HStore(327): Store=f24149f53aba2785134c9221c38f4231/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:33:11,688 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f24149f53aba2785134c9221c38f4231
2024-11-14T17:33:11,689 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testDatalossWhenInputError/f24149f53aba2785134c9221c38f4231
2024-11-14T17:33:11,690 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testDatalossWhenInputError/f24149f53aba2785134c9221c38f4231
2024-11-14T17:33:11,690 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f24149f53aba2785134c9221c38f4231
2024-11-14T17:33:11,690 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f24149f53aba2785134c9221c38f4231
2024-11-14T17:33:11,694 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f24149f53aba2785134c9221c38f4231
2024-11-14T17:33:11,698 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39257/hbase/data/default/testDatalossWhenInputError/f24149f53aba2785134c9221c38f4231/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T17:33:11,698 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened f24149f53aba2785134c9221c38f4231; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68113173, jitterRate=0.014965370297431946}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-14T17:33:11,699 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f24149f53aba2785134c9221c38f4231:
Writing region info on filesystem at 1731605591684Initializing all the Stores at 1731605591685 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605591685Cleaning up temporary data from old regions at 1731605591690 (+5 ms)Region opened successfully at 1731605591699 (+9 ms)
2024-11-14T17:33:11,699 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f24149f53aba2785134c9221c38f4231, disabling compactions & flushes
2024-11-14T17:33:11,699 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731605591595.f24149f53aba2785134c9221c38f4231.
2024-11-14T17:33:11,699 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731605591595.f24149f53aba2785134c9221c38f4231.
2024-11-14T17:33:11,700 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731605591595.f24149f53aba2785134c9221c38f4231. after waiting 1 ms
2024-11-14T17:33:11,700 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731605591595.f24149f53aba2785134c9221c38f4231.
2024-11-14T17:33:11,700 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731605591595.f24149f53aba2785134c9221c38f4231.
2024-11-14T17:33:11,700 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f24149f53aba2785134c9221c38f4231:
Waiting for close lock at 1731605591699Disabling compacts and flushes for region at 1731605591699Disabling writes for close at 1731605591700 (+1 ms)Writing region close event to WAL at 1731605591700Closed at 1731605591700
2024-11-14T17:33:11,703 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741909_1087 (size=175)
2024-11-14T17:33:11,703 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741909_1087 (size=175)
2024-11-14T17:33:11,708 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741909_1087 (size=175)
2024-11-14T17:33:11,715 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-14T17:33:11,715 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-03481340:(num 1731605591600)
2024-11-14T17:33:11,716 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-14T17:33:11,720 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39257/hbase/WALs/testdatalosswheninputerror-manual,16010,1731605591594, archiveDir=hdfs://localhost:39257/hbase/oldWALs, maxLogs=32
2024-11-14T17:33:11,738 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731605591594/wal.1731605591720, exclude list is [], retry=0
2024-11-14T17:33:11,751 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41483,DS-002705a4-6204-4b9e-80bf-1e03c80655da,DISK]
2024-11-14T17:33:11,751 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43201,DS-acbdb69f-8461-46d2-b56b-9381fa96d618,DISK]
2024-11-14T17:33:11,751 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-456a3161-5afd-4872-bec3-72537d2d513a,DISK]
2024-11-14T17:33:11,793 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731605591594/wal.1731605591720
2024-11-14T17:33:11,793 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39323:39323),(127.0.0.1/127.0.0.1:45785:45785),(127.0.0.1/127.0.0.1:36431:36431)]
2024-11-14T17:33:11,794 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f24149f53aba2785134c9221c38f4231, NAME => 'testDatalossWhenInputError,,1731605591595.f24149f53aba2785134c9221c38f4231.', STARTKEY => '', ENDKEY => ''}
2024-11-14T17:33:11,794 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731605591595.f24149f53aba2785134c9221c38f4231.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T17:33:11,794 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f24149f53aba2785134c9221c38f4231
2024-11-14T17:33:11,794 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f24149f53aba2785134c9221c38f4231
2024-11-14T17:33:11,796 INFO  [StoreOpener-f24149f53aba2785134c9221c38f4231-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f24149f53aba2785134c9221c38f4231 
2024-11-14T17:33:11,797 INFO  [StoreOpener-f24149f53aba2785134c9221c38f4231-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f24149f53aba2785134c9221c38f4231 columnFamilyName a
2024-11-14T17:33:11,797 DEBUG [StoreOpener-f24149f53aba2785134c9221c38f4231-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:33:11,798 INFO  [StoreOpener-f24149f53aba2785134c9221c38f4231-1 {}] regionserver.HStore(327): Store=f24149f53aba2785134c9221c38f4231/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:33:11,798 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f24149f53aba2785134c9221c38f4231
2024-11-14T17:33:11,800 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testDatalossWhenInputError/f24149f53aba2785134c9221c38f4231
2024-11-14T17:33:11,808 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testDatalossWhenInputError/f24149f53aba2785134c9221c38f4231
2024-11-14T17:33:11,808 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f24149f53aba2785134c9221c38f4231
2024-11-14T17:33:11,808 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f24149f53aba2785134c9221c38f4231
2024-11-14T17:33:11,811 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f24149f53aba2785134c9221c38f4231
2024-11-14T17:33:11,812 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened f24149f53aba2785134c9221c38f4231; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68692808, jitterRate=0.023602604866027832}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-14T17:33:11,813 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f24149f53aba2785134c9221c38f4231:
Writing region info on filesystem at 1731605591794Initializing all the Stores at 1731605591795 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605591795Cleaning up temporary data from old regions at 1731605591808 (+13 ms)Region opened successfully at 1731605591813 (+5 ms)
2024-11-14T17:33:11,831 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f24149f53aba2785134c9221c38f4231, disabling compactions & flushes
2024-11-14T17:33:11,831 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731605591595.f24149f53aba2785134c9221c38f4231.
2024-11-14T17:33:11,831 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731605591595.f24149f53aba2785134c9221c38f4231.
2024-11-14T17:33:11,831 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731605591595.f24149f53aba2785134c9221c38f4231. after waiting 0 ms
2024-11-14T17:33:11,831 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731605591595.f24149f53aba2785134c9221c38f4231.
2024-11-14T17:33:11,835 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1731605591595.f24149f53aba2785134c9221c38f4231.
2024-11-14T17:33:11,835 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731605591595.f24149f53aba2785134c9221c38f4231.
2024-11-14T17:33:11,835 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f24149f53aba2785134c9221c38f4231:
Waiting for close lock at 1731605591831Disabling compacts and flushes for region at 1731605591831Disabling writes for close at 1731605591831Writing region close event to WAL at 1731605591834 (+3 ms)Closed at 1731605591835 (+1 ms)
2024-11-14T17:33:11,844 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741911_1089 (size=1795)
2024-11-14T17:33:11,844 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741911_1089 (size=1795)
2024-11-14T17:33:11,844 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741911_1089 (size=1795)
2024-11-14T17:33:11,866 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39257/hbase/WALs/testdatalosswheninputerror-manual,16010,1731605591594/wal.1731605591720, size=1.8 K (1795bytes)
2024-11-14T17:33:11,866 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39257/hbase/WALs/testdatalosswheninputerror-manual,16010,1731605591594/wal.1731605591720
2024-11-14T17:33:11,866 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39257/hbase/WALs/testdatalosswheninputerror-manual,16010,1731605591594/wal.1731605591720 after 0ms
2024-11-14T17:33:11,894 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-14T17:33:11,894 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39257/hbase/WALs/testdatalosswheninputerror-manual,16010,1731605591594/wal.1731605591720 took 29ms
2024-11-14T17:33:11,897 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39257/hbase/WALs/testdatalosswheninputerror-manual,16010,1731605591594/wal.1731605591720 so closing down
2024-11-14T17:33:11,897 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-14T17:33:11,900 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731605591720.temp
2024-11-14T17:33:11,937 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testDatalossWhenInputError/f24149f53aba2785134c9221c38f4231/recovered.edits/0000000000000000003-wal.1731605591720.temp
2024-11-14T17:33:11,937 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-14T17:33:11,956 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741912_1090 (size=1795)
2024-11-14T17:33:11,958 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741912_1090 (size=1795)
2024-11-14T17:33:11,958 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testDatalossWhenInputError/f24149f53aba2785134c9221c38f4231/recovered.edits/0000000000000000003-wal.1731605591720.temp (wrote 10 edits, skipped 0 edits in 0 ms)
2024-11-14T17:33:11,959 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741912_1090 (size=1795)
2024-11-14T17:33:11,967 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39257/hbase/data/default/testDatalossWhenInputError/f24149f53aba2785134c9221c38f4231/recovered.edits/0000000000000000003-wal.1731605591720.temp to hdfs://localhost:39257/hbase/data/default/testDatalossWhenInputError/f24149f53aba2785134c9221c38f4231/recovered.edits/0000000000000000012
2024-11-14T17:33:11,969 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 74 ms; skipped=0; WAL=hdfs://localhost:39257/hbase/WALs/testdatalosswheninputerror-manual,16010,1731605591594/wal.1731605591720, size=1.8 K, length=1795, corrupted=false, cancelled=false
2024-11-14T17:33:11,969 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39257/hbase/WALs/testdatalosswheninputerror-manual,16010,1731605591594/wal.1731605591720, journal: Splitting hdfs://localhost:39257/hbase/WALs/testdatalosswheninputerror-manual,16010,1731605591594/wal.1731605591720, size=1.8 K (1795bytes) at 1731605591866Finishing writing output for hdfs://localhost:39257/hbase/WALs/testdatalosswheninputerror-manual,16010,1731605591594/wal.1731605591720 so closing down at 1731605591897 (+31 ms)Creating recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testDatalossWhenInputError/f24149f53aba2785134c9221c38f4231/recovered.edits/0000000000000000003-wal.1731605591720.temp at 1731605591937 (+40 ms)3 split writer threads finished at 1731605591937Closed recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testDatalossWhenInputError/f24149f53aba2785134c9221c38f4231/recovered.edits/0000000000000000003-wal.1731605591720.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731605591959 (+22 ms)Rename recovered edits hdfs://localhost:39257/hbase/data/default/testDatalossWhenInputError/f24149f53aba2785134c9221c38f4231/recovered.edits/0000000000000000003-wal.1731605591720.temp to hdfs://localhost:39257/hbase/data/default/testDatalossWhenInputError/f24149f53aba2785134c9221c38f4231/recovered.edits/0000000000000000012 at 1731605591968 (+9 ms)Processed 10 edits across 1 Regions in 74 ms; skipped=0; WAL=hdfs://localhost:39257/hbase/WALs/testdatalosswheninputerror-manual,16010,1731605591594/wal.1731605591720, size=1.8 K, length=1795, corrupted=false, cancelled=false at 1731605591969 (+1 ms)
2024-11-14T17:33:11,976 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39257/hbase/WALs/testdatalosswheninputerror-manual,16010,1731605591594/wal.1731605591720 to hdfs://localhost:39257/hbase/oldWALs/wal.1731605591720
2024-11-14T17:33:11,980 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39257/hbase/data/default/testDatalossWhenInputError/f24149f53aba2785134c9221c38f4231/recovered.edits/0000000000000000012
2024-11-14T17:33:12,024 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-14T17:33:12,595 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-14T17:33:12,603 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39257/hbase/WALs/testdatalosswheninputerror-manual,16010,1731605591594, archiveDir=hdfs://localhost:39257/hbase/oldWALs, maxLogs=32
2024-11-14T17:33:12,624 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731605591594/wal.1731605592603, exclude list is [], retry=0
2024-11-14T17:33:12,628 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41483,DS-002705a4-6204-4b9e-80bf-1e03c80655da,DISK]
2024-11-14T17:33:12,628 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-456a3161-5afd-4872-bec3-72537d2d513a,DISK]
2024-11-14T17:33:12,629 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43201,DS-acbdb69f-8461-46d2-b56b-9381fa96d618,DISK]
2024-11-14T17:33:12,675 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731605591594/wal.1731605592603
2024-11-14T17:33:12,677 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39323:39323),(127.0.0.1/127.0.0.1:36431:36431),(127.0.0.1/127.0.0.1:45785:45785)]
2024-11-14T17:33:12,677 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f24149f53aba2785134c9221c38f4231, NAME => 'testDatalossWhenInputError,,1731605591595.f24149f53aba2785134c9221c38f4231.', STARTKEY => '', ENDKEY => ''}
2024-11-14T17:33:12,677 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731605591595.f24149f53aba2785134c9221c38f4231.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T17:33:12,677 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f24149f53aba2785134c9221c38f4231
2024-11-14T17:33:12,677 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f24149f53aba2785134c9221c38f4231
2024-11-14T17:33:12,681 INFO  [StoreOpener-f24149f53aba2785134c9221c38f4231-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f24149f53aba2785134c9221c38f4231 
2024-11-14T17:33:12,683 INFO  [StoreOpener-f24149f53aba2785134c9221c38f4231-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f24149f53aba2785134c9221c38f4231 columnFamilyName a
2024-11-14T17:33:12,684 DEBUG [StoreOpener-f24149f53aba2785134c9221c38f4231-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:33:12,685 INFO  [StoreOpener-f24149f53aba2785134c9221c38f4231-1 {}] regionserver.HStore(327): Store=f24149f53aba2785134c9221c38f4231/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:33:12,685 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f24149f53aba2785134c9221c38f4231
2024-11-14T17:33:12,692 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testDatalossWhenInputError/f24149f53aba2785134c9221c38f4231
2024-11-14T17:33:12,701 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testDatalossWhenInputError/f24149f53aba2785134c9221c38f4231
2024-11-14T17:33:12,702 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39257/hbase/data/default/testDatalossWhenInputError/f24149f53aba2785134c9221c38f4231/recovered.edits/0000000000000000012
2024-11-14T17:33:12,742 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-14T17:33:12,745 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:39257/hbase/data/default/testDatalossWhenInputError/f24149f53aba2785134c9221c38f4231/recovered.edits/0000000000000000012
2024-11-14T17:33:12,745 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing f24149f53aba2785134c9221c38f4231 1/1 column families, dataSize=750 B heapSize=1.73 KB
2024-11-14T17:33:12,778 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/hbase/data/default/testDatalossWhenInputError/f24149f53aba2785134c9221c38f4231/.tmp/a/0663e55edb564e67b0310ec76a27adb7 is 79, key is testDatalossWhenInputError/a:x0/1731605591813/Put/seqid=0
2024-11-14T17:33:12,831 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741914_1092 (size=5808)
2024-11-14T17:33:12,831 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741914_1092 (size=5808)
2024-11-14T17:33:12,833 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741914_1092 (size=5808)
2024-11-14T17:33:12,834 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39257/hbase/data/default/testDatalossWhenInputError/f24149f53aba2785134c9221c38f4231/.tmp/a/0663e55edb564e67b0310ec76a27adb7
2024-11-14T17:33:12,862 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/hbase/data/default/testDatalossWhenInputError/f24149f53aba2785134c9221c38f4231/.tmp/a/0663e55edb564e67b0310ec76a27adb7 as hdfs://localhost:39257/hbase/data/default/testDatalossWhenInputError/f24149f53aba2785134c9221c38f4231/a/0663e55edb564e67b0310ec76a27adb7
2024-11-14T17:33:12,880 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/hbase/data/default/testDatalossWhenInputError/f24149f53aba2785134c9221c38f4231/a/0663e55edb564e67b0310ec76a27adb7, entries=10, sequenceid=12, filesize=5.7 K
2024-11-14T17:33:12,880 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for f24149f53aba2785134c9221c38f4231 in 135ms, sequenceid=12, compaction requested=false; wal=null
2024-11-14T17:33:12,881 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39257/hbase/data/default/testDatalossWhenInputError/f24149f53aba2785134c9221c38f4231/recovered.edits/0000000000000000012
2024-11-14T17:33:12,883 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f24149f53aba2785134c9221c38f4231
2024-11-14T17:33:12,883 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f24149f53aba2785134c9221c38f4231
2024-11-14T17:33:12,887 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f24149f53aba2785134c9221c38f4231
2024-11-14T17:33:12,896 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39257/hbase/data/default/testDatalossWhenInputError/f24149f53aba2785134c9221c38f4231/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1
2024-11-14T17:33:12,897 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened f24149f53aba2785134c9221c38f4231; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65571528, jitterRate=-0.02290809154510498}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-14T17:33:12,898 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f24149f53aba2785134c9221c38f4231:
Writing region info on filesystem at 1731605592677Initializing all the Stores at 1731605592681 (+4 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605592681Obtaining lock to block concurrent updates at 1731605592745 (+64 ms)Preparing flush snapshotting stores in f24149f53aba2785134c9221c38f4231 at 1731605592745Finished memstore snapshotting testDatalossWhenInputError,,1731605591595.f24149f53aba2785134c9221c38f4231., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1731605592745Flushing stores of testDatalossWhenInputError,,1731605591595.f24149f53aba2785134c9221c38f4231. at 1731605592745Flushing f24149f53aba2785134c9221c38f4231/a: creating writer at 1731605592746 (+1 ms)Flushing f24149f53aba2785134c9221c38f4231/a: appending metadata at 1731605592775 (+29 ms)Flushing f24149f53aba2785134c9221c38f4231/a: closing flushed file at 1731605592776 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62095827: reopening flushed file at 1731605592860 (+84 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for f24149f53aba2785134c9221c38f4231 in 135ms, sequenceid=12, compaction requested=false; wal=null at 1731605592880 (+20 ms)Cleaning up temporary data from old regions at 1731605592883 (+3 ms)Region opened successfully at 1731605592898 (+15 ms)
2024-11-14T17:33:12,904 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f24149f53aba2785134c9221c38f4231, NAME => 'testDatalossWhenInputError,,1731605591595.f24149f53aba2785134c9221c38f4231.', STARTKEY => '', ENDKEY => ''}
2024-11-14T17:33:12,904 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731605591595.f24149f53aba2785134c9221c38f4231.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T17:33:12,904 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f24149f53aba2785134c9221c38f4231
2024-11-14T17:33:12,904 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f24149f53aba2785134c9221c38f4231
2024-11-14T17:33:12,907 INFO  [StoreOpener-f24149f53aba2785134c9221c38f4231-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f24149f53aba2785134c9221c38f4231 
2024-11-14T17:33:12,911 INFO  [StoreOpener-f24149f53aba2785134c9221c38f4231-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f24149f53aba2785134c9221c38f4231 columnFamilyName a
2024-11-14T17:33:12,911 DEBUG [StoreOpener-f24149f53aba2785134c9221c38f4231-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:33:12,928 DEBUG [StoreOpener-f24149f53aba2785134c9221c38f4231-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39257/hbase/data/default/testDatalossWhenInputError/f24149f53aba2785134c9221c38f4231/a/0663e55edb564e67b0310ec76a27adb7
2024-11-14T17:33:12,928 INFO  [StoreOpener-f24149f53aba2785134c9221c38f4231-1 {}] regionserver.HStore(327): Store=f24149f53aba2785134c9221c38f4231/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:33:12,929 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f24149f53aba2785134c9221c38f4231
2024-11-14T17:33:12,929 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testDatalossWhenInputError/f24149f53aba2785134c9221c38f4231
2024-11-14T17:33:12,942 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testDatalossWhenInputError/f24149f53aba2785134c9221c38f4231
2024-11-14T17:33:12,943 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f24149f53aba2785134c9221c38f4231
2024-11-14T17:33:12,943 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f24149f53aba2785134c9221c38f4231
2024-11-14T17:33:12,947 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f24149f53aba2785134c9221c38f4231
2024-11-14T17:33:12,956 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39257/hbase/data/default/testDatalossWhenInputError/f24149f53aba2785134c9221c38f4231/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12
2024-11-14T17:33:12,963 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened f24149f53aba2785134c9221c38f4231; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69077875, jitterRate=0.029340550303459167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-14T17:33:12,963 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f24149f53aba2785134c9221c38f4231:
Writing region info on filesystem at 1731605592904Initializing all the Stores at 1731605592907 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605592907Cleaning up temporary data from old regions at 1731605592943 (+36 ms)Region opened successfully at 1731605592963 (+20 ms)
2024-11-14T17:33:12,994 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testDatalossWhenInputError Thread=423 (was 413)
Potentially hanging thread: AsyncFSWAL-24-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-939765406-172.17.0.3-1731605549821:blk_1073741913_1091, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1232679286_22 at /127.0.0.1:53778 [Waiting for operation #28]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-24-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-939765406-172.17.0.3-1731605549821:blk_1073741913_1091, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1232679286_22 at /127.0.0.1:53858 [Receiving block BP-939765406-172.17.0.3-1731605549821:blk_1073741913_1091]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-24-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1232679286_22 at /127.0.0.1:51736 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-939765406-172.17.0.3-1731605549821:blk_1073741913_1091, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1232679286_22 at /127.0.0.1:51804 [Receiving block BP-939765406-172.17.0.3-1731605549821:blk_1073741913_1091]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1232679286_22 at /127.0.0.1:36192 [Waiting for operation #9]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1232679286_22 at /127.0.0.1:36224 [Receiving block BP-939765406-172.17.0.3-1731605549821:blk_1073741913_1091]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1244 (was 1162) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=710 (was 728), ProcessCount=11 (was 11), AvailableMemoryMB=2646 (was 2713)
2024-11-14T17:33:12,994 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1244 is superior to 1024
2024-11-14T17:33:13,011 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testCompactedBulkLoadedFiles Thread=423, OpenFileDescriptor=1244, MaxFileDescriptor=1048576, SystemLoadAverage=710, ProcessCount=11, AvailableMemoryMB=2645
2024-11-14T17:33:13,011 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1244 is superior to 1024
2024-11-14T17:33:13,035 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-14T17:33:13,038 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-14T17:33:13,039 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-14T17:33:13,044 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-06604876, suffix=, logDir=hdfs://localhost:39257/hbase/WALs/hregion-06604876, archiveDir=hdfs://localhost:39257/hbase/oldWALs, maxLogs=32
2024-11-14T17:33:13,065 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-06604876/hregion-06604876.1731605593045, exclude list is [], retry=0
2024-11-14T17:33:13,069 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43201,DS-acbdb69f-8461-46d2-b56b-9381fa96d618,DISK]
2024-11-14T17:33:13,073 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-456a3161-5afd-4872-bec3-72537d2d513a,DISK]
2024-11-14T17:33:13,075 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41483,DS-002705a4-6204-4b9e-80bf-1e03c80655da,DISK]
2024-11-14T17:33:13,119 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-06604876/hregion-06604876.1731605593045
2024-11-14T17:33:13,123 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45785:45785),(127.0.0.1/127.0.0.1:39323:39323),(127.0.0.1/127.0.0.1:36431:36431)]
2024-11-14T17:33:13,123 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 6bc1e4854646c79b01b69c939e937eb3, NAME => 'testCompactedBulkLoadedFiles,,1731605593036.6bc1e4854646c79b01b69c939e937eb3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39257/hbase
2024-11-14T17:33:13,190 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741916_1094 (size=63)
2024-11-14T17:33:13,191 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741916_1094 (size=63)
2024-11-14T17:33:13,192 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741916_1094 (size=63)
2024-11-14T17:33:13,591 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731605593036.6bc1e4854646c79b01b69c939e937eb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T17:33:13,593 INFO  [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6bc1e4854646c79b01b69c939e937eb3 
2024-11-14T17:33:13,595 INFO  [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bc1e4854646c79b01b69c939e937eb3 columnFamilyName a
2024-11-14T17:33:13,595 DEBUG [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:33:13,595 INFO  [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] regionserver.HStore(327): Store=6bc1e4854646c79b01b69c939e937eb3/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:33:13,596 INFO  [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 6bc1e4854646c79b01b69c939e937eb3 
2024-11-14T17:33:13,597 INFO  [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bc1e4854646c79b01b69c939e937eb3 columnFamilyName b
2024-11-14T17:33:13,597 DEBUG [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:33:13,598 INFO  [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] regionserver.HStore(327): Store=6bc1e4854646c79b01b69c939e937eb3/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:33:13,598 INFO  [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 6bc1e4854646c79b01b69c939e937eb3 
2024-11-14T17:33:13,601 INFO  [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bc1e4854646c79b01b69c939e937eb3 columnFamilyName c
2024-11-14T17:33:13,601 DEBUG [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:33:13,602 INFO  [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] regionserver.HStore(327): Store=6bc1e4854646c79b01b69c939e937eb3/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:33:13,602 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6bc1e4854646c79b01b69c939e937eb3
2024-11-14T17:33:13,603 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3
2024-11-14T17:33:13,604 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3
2024-11-14T17:33:13,605 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6bc1e4854646c79b01b69c939e937eb3
2024-11-14T17:33:13,605 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6bc1e4854646c79b01b69c939e937eb3
2024-11-14T17:33:13,606 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-14T17:33:13,607 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6bc1e4854646c79b01b69c939e937eb3
2024-11-14T17:33:13,610 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T17:33:13,611 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 6bc1e4854646c79b01b69c939e937eb3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63282214, jitterRate=-0.057021528482437134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-14T17:33:13,612 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6bc1e4854646c79b01b69c939e937eb3:
Writing region info on filesystem at 1731605593592Initializing all the Stores at 1731605593593 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605593593Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605593593Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605593593Cleaning up temporary data from old regions at 1731605593605 (+12 ms)Region opened successfully at 1731605593612 (+7 ms)
2024-11-14T17:33:13,612 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 6bc1e4854646c79b01b69c939e937eb3, disabling compactions & flushes
2024-11-14T17:33:13,612 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731605593036.6bc1e4854646c79b01b69c939e937eb3.
2024-11-14T17:33:13,612 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731605593036.6bc1e4854646c79b01b69c939e937eb3.
2024-11-14T17:33:13,612 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731605593036.6bc1e4854646c79b01b69c939e937eb3. after waiting 0 ms
2024-11-14T17:33:13,612 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731605593036.6bc1e4854646c79b01b69c939e937eb3.
2024-11-14T17:33:13,613 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731605593036.6bc1e4854646c79b01b69c939e937eb3.
2024-11-14T17:33:13,613 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 6bc1e4854646c79b01b69c939e937eb3:
Waiting for close lock at 1731605593612Disabling compacts and flushes for region at 1731605593612Disabling writes for close at 1731605593612Writing region close event to WAL at 1731605593613 (+1 ms)Closed at 1731605593613
2024-11-14T17:33:13,616 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741915_1093 (size=175)
2024-11-14T17:33:13,617 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741915_1093 (size=175)
2024-11-14T17:33:13,617 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741915_1093 (size=175)
2024-11-14T17:33:13,622 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-14T17:33:13,623 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-06604876:(num 1731605593045)
2024-11-14T17:33:13,623 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-14T17:33:13,625 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39257/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731605593034, archiveDir=hdfs://localhost:39257/hbase/oldWALs, maxLogs=32
2024-11-14T17:33:13,642 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731605593034/wal.1731605593625, exclude list is [], retry=0
2024-11-14T17:33:13,645 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-456a3161-5afd-4872-bec3-72537d2d513a,DISK]
2024-11-14T17:33:13,646 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41483,DS-002705a4-6204-4b9e-80bf-1e03c80655da,DISK]
2024-11-14T17:33:13,646 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43201,DS-acbdb69f-8461-46d2-b56b-9381fa96d618,DISK]
2024-11-14T17:33:13,683 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731605593034/wal.1731605593625
2024-11-14T17:33:13,683 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36431:36431),(127.0.0.1/127.0.0.1:39323:39323),(127.0.0.1/127.0.0.1:45785:45785)]
2024-11-14T17:33:13,683 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6bc1e4854646c79b01b69c939e937eb3, NAME => 'testCompactedBulkLoadedFiles,,1731605593036.6bc1e4854646c79b01b69c939e937eb3.', STARTKEY => '', ENDKEY => ''}
2024-11-14T17:33:13,684 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731605593036.6bc1e4854646c79b01b69c939e937eb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T17:33:13,684 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6bc1e4854646c79b01b69c939e937eb3
2024-11-14T17:33:13,684 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6bc1e4854646c79b01b69c939e937eb3
2024-11-14T17:33:13,688 INFO  [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6bc1e4854646c79b01b69c939e937eb3 
2024-11-14T17:33:13,689 INFO  [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bc1e4854646c79b01b69c939e937eb3 columnFamilyName a
2024-11-14T17:33:13,689 DEBUG [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:33:13,690 INFO  [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] regionserver.HStore(327): Store=6bc1e4854646c79b01b69c939e937eb3/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:33:13,690 INFO  [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 6bc1e4854646c79b01b69c939e937eb3 
2024-11-14T17:33:13,691 INFO  [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bc1e4854646c79b01b69c939e937eb3 columnFamilyName b
2024-11-14T17:33:13,691 DEBUG [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:33:13,692 INFO  [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] regionserver.HStore(327): Store=6bc1e4854646c79b01b69c939e937eb3/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:33:13,692 INFO  [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 6bc1e4854646c79b01b69c939e937eb3 
2024-11-14T17:33:13,693 INFO  [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bc1e4854646c79b01b69c939e937eb3 columnFamilyName c
2024-11-14T17:33:13,693 DEBUG [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:33:13,695 INFO  [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] regionserver.HStore(327): Store=6bc1e4854646c79b01b69c939e937eb3/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:33:13,695 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6bc1e4854646c79b01b69c939e937eb3
2024-11-14T17:33:13,696 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3
2024-11-14T17:33:13,697 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3
2024-11-14T17:33:13,699 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6bc1e4854646c79b01b69c939e937eb3
2024-11-14T17:33:13,699 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6bc1e4854646c79b01b69c939e937eb3
2024-11-14T17:33:13,699 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-14T17:33:13,703 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6bc1e4854646c79b01b69c939e937eb3
2024-11-14T17:33:13,704 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 6bc1e4854646c79b01b69c939e937eb3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75291037, jitterRate=0.12192387878894806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-14T17:33:13,705 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6bc1e4854646c79b01b69c939e937eb3:
Writing region info on filesystem at 1731605593684Initializing all the Stores at 1731605593687 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605593687Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605593688 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605593688Cleaning up temporary data from old regions at 1731605593699 (+11 ms)Region opened successfully at 1731605593705 (+6 ms)
2024-11-14T17:33:13,713 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1731605593712/Put/seqid=0
2024-11-14T17:33:13,730 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741918_1096 (size=4875)
2024-11-14T17:33:13,731 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741918_1096 (size=4875)
2024-11-14T17:33:13,731 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741918_1096 (size=4875)
2024-11-14T17:33:13,736 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1731605593736/Put/seqid=0
2024-11-14T17:33:13,746 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741919_1097 (size=4875)
2024-11-14T17:33:13,746 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741919_1097 (size=4875)
2024-11-14T17:33:13,747 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741919_1097 (size=4875)
2024-11-14T17:33:13,751 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1731605593751/Put/seqid=0
2024-11-14T17:33:13,757 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741920_1098 (size=4875)
2024-11-14T17:33:13,758 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741920_1098 (size=4875)
2024-11-14T17:33:13,758 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741920_1098 (size=4875)
2024-11-14T17:33:13,758 INFO  [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39257/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 6bc1e4854646c79b01b69c939e937eb3/a
2024-11-14T17:33:13,762 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050
2024-11-14T17:33:13,762 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-14T17:33:13,763 INFO  [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39257/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 6bc1e4854646c79b01b69c939e937eb3/a
2024-11-14T17:33:13,767 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150
2024-11-14T17:33:13,767 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-14T17:33:13,767 INFO  [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39257/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 6bc1e4854646c79b01b69c939e937eb3/a
2024-11-14T17:33:13,771 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250
2024-11-14T17:33:13,771 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-14T17:33:13,771 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 6bc1e4854646c79b01b69c939e937eb3 3/3 column families, dataSize=51 B heapSize=896 B
2024-11-14T17:33:13,797 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/.tmp/a/642ab40553704fcdaec1d4442b93a2d0 is 55, key is testCompactedBulkLoadedFiles/a:a/1731605593705/Put/seqid=0
2024-11-14T17:33:13,827 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741921_1099 (size=5107)
2024-11-14T17:33:13,827 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741921_1099 (size=5107)
2024-11-14T17:33:13,827 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741921_1099 (size=5107)
2024-11-14T17:33:13,831 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/.tmp/a/642ab40553704fcdaec1d4442b93a2d0
2024-11-14T17:33:13,841 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/.tmp/a/642ab40553704fcdaec1d4442b93a2d0 as hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/a/642ab40553704fcdaec1d4442b93a2d0
2024-11-14T17:33:13,847 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/a/642ab40553704fcdaec1d4442b93a2d0, entries=1, sequenceid=4, filesize=5.0 K
2024-11-14T17:33:13,851 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 6bc1e4854646c79b01b69c939e937eb3 in 79ms, sequenceid=4, compaction requested=false
2024-11-14T17:33:13,851 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6bc1e4854646c79b01b69c939e937eb3:

2024-11-14T17:33:13,852 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/a/aa84694d9c434eff8a1b811877a091b7_SeqId_4_
2024-11-14T17:33:13,854 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/a/b2cc771ed8ac44d88686bbb7c4ebada9_SeqId_4_
2024-11-14T17:33:13,855 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/a/c6796df829484db69d9ff63eb92ab6c7_SeqId_4_
2024-11-14T17:33:13,856 INFO  [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39257/hbase/testCompactedBulkLoadedFiles/hfile0 into 6bc1e4854646c79b01b69c939e937eb3/a as hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/a/aa84694d9c434eff8a1b811877a091b7_SeqId_4_ - updating store file list.
2024-11-14T17:33:13,861 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for aa84694d9c434eff8a1b811877a091b7_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-14T17:33:13,861 INFO  [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/a/aa84694d9c434eff8a1b811877a091b7_SeqId_4_ into 6bc1e4854646c79b01b69c939e937eb3/a
2024-11-14T17:33:13,861 INFO  [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39257/hbase/testCompactedBulkLoadedFiles/hfile0 into 6bc1e4854646c79b01b69c939e937eb3/a (new location: hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/a/aa84694d9c434eff8a1b811877a091b7_SeqId_4_)
2024-11-14T17:33:13,862 INFO  [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39257/hbase/testCompactedBulkLoadedFiles/hfile1 into 6bc1e4854646c79b01b69c939e937eb3/a as hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/a/b2cc771ed8ac44d88686bbb7c4ebada9_SeqId_4_ - updating store file list.
2024-11-14T17:33:13,867 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for b2cc771ed8ac44d88686bbb7c4ebada9_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-14T17:33:13,867 INFO  [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/a/b2cc771ed8ac44d88686bbb7c4ebada9_SeqId_4_ into 6bc1e4854646c79b01b69c939e937eb3/a
2024-11-14T17:33:13,867 INFO  [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39257/hbase/testCompactedBulkLoadedFiles/hfile1 into 6bc1e4854646c79b01b69c939e937eb3/a (new location: hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/a/b2cc771ed8ac44d88686bbb7c4ebada9_SeqId_4_)
2024-11-14T17:33:13,868 INFO  [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39257/hbase/testCompactedBulkLoadedFiles/hfile2 into 6bc1e4854646c79b01b69c939e937eb3/a as hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/a/c6796df829484db69d9ff63eb92ab6c7_SeqId_4_ - updating store file list.
2024-11-14T17:33:13,873 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for c6796df829484db69d9ff63eb92ab6c7_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-14T17:33:13,874 INFO  [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/a/c6796df829484db69d9ff63eb92ab6c7_SeqId_4_ into 6bc1e4854646c79b01b69c939e937eb3/a
2024-11-14T17:33:13,874 INFO  [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39257/hbase/testCompactedBulkLoadedFiles/hfile2 into 6bc1e4854646c79b01b69c939e937eb3/a (new location: hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/a/c6796df829484db69d9ff63eb92ab6c7_SeqId_4_)
2024-11-14T17:33:13,914 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-14T17:33:13,914 DEBUG [Time-limited test {}] regionserver.HStore(1541): 6bc1e4854646c79b01b69c939e937eb3/a is initiating major compaction (all files)
2024-11-14T17:33:13,915 INFO  [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 6bc1e4854646c79b01b69c939e937eb3/a in testCompactedBulkLoadedFiles,,1731605593036.6bc1e4854646c79b01b69c939e937eb3.
2024-11-14T17:33:13,915 INFO  [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/a/642ab40553704fcdaec1d4442b93a2d0, hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/a/aa84694d9c434eff8a1b811877a091b7_SeqId_4_, hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/a/b2cc771ed8ac44d88686bbb7c4ebada9_SeqId_4_, hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/a/c6796df829484db69d9ff63eb92ab6c7_SeqId_4_] into tmpdir=hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/.tmp, totalSize=19.3 K
2024-11-14T17:33:13,916 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 642ab40553704fcdaec1d4442b93a2d0, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1731605593705
2024-11-14T17:33:13,916 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting aa84694d9c434eff8a1b811877a091b7_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808
2024-11-14T17:33:13,917 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting b2cc771ed8ac44d88686bbb7c4ebada9_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808
2024-11-14T17:33:13,917 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting c6796df829484db69d9ff63eb92ab6c7_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808
2024-11-14T17:33:13,936 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/.tmp/a/e2902df31a534a8db1ceef3c81fb659b is 55, key is testCompactedBulkLoadedFiles/a:a/1731605593705/Put/seqid=0
2024-11-14T17:33:13,945 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741922_1100 (size=6154)
2024-11-14T17:33:13,945 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741922_1100 (size=6154)
2024-11-14T17:33:13,945 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741922_1100 (size=6154)
2024-11-14T17:33:13,953 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/.tmp/a/e2902df31a534a8db1ceef3c81fb659b as hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/a/e2902df31a534a8db1ceef3c81fb659b
2024-11-14T17:33:13,961 INFO  [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 6bc1e4854646c79b01b69c939e937eb3/a of 6bc1e4854646c79b01b69c939e937eb3 into e2902df31a534a8db1ceef3c81fb659b(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T17:33:13,962 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 6bc1e4854646c79b01b69c939e937eb3:

2024-11-14T17:33:13,962 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking
2024-11-14T17:33:13,962 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking
2024-11-14T17:33:14,005 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39257/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731605593034/wal.1731605593625, size=0 (0bytes)
2024-11-14T17:33:14,005 WARN  [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:39257/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731605593034/wal.1731605593625 might be still open, length is 0
2024-11-14T17:33:14,005 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39257/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731605593034/wal.1731605593625
2024-11-14T17:33:14,006 WARN  [IPC Server handler 2 on default port 39257 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731605593034/wal.1731605593625 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095
2024-11-14T17:33:14,006 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39257/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731605593034/wal.1731605593625 after 1ms
2024-11-14T17:33:14,744 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError
2024-11-14T17:33:14,744 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer
2024-11-14T17:33:14,745 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles
2024-11-14T17:33:14,745 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer
2024-11-14T17:33:15,186 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1232679286_22 at /127.0.0.1:51856 [Receiving block BP-939765406-172.17.0.3-1731605549821:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:40839:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:51856 dst: /127.0.0.1:40839
java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:40839 remote=/127.0.0.1:51856]. Total timeout mills is 60000, 58777 millis timeout left.
	at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?]
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?]
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?]
	at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?]
	at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?]
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T17:33:15,188 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1232679286_22 at /127.0.0.1:53876 [Receiving block BP-939765406-172.17.0.3-1731605549821:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:43201:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:53876 dst: /127.0.0.1:43201
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T17:33:15,190 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1232679286_22 at /127.0.0.1:36256 [Receiving block BP-939765406-172.17.0.3-1731605549821:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:41483:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:36256 dst: /127.0.0.1:41483
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T17:33:15,225 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741917_1101 (size=1794)
2024-11-14T17:33:15,225 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741917_1101 (size=1794)
2024-11-14T17:33:16,123 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-14T17:33:18,008 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39257/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731605593034/wal.1731605593625 after 4003ms
2024-11-14T17:33:18,048 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-14T17:33:18,048 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39257/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731605593034/wal.1731605593625 took 4043ms
2024-11-14T17:33:18,060 INFO  [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39257/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731605593034/wal.1731605593625; continuing.
2024-11-14T17:33:18,060 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39257/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731605593034/wal.1731605593625 so closing down
2024-11-14T17:33:18,061 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-14T17:33:18,073 INFO  [Time-limited test-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731605593625.temp
2024-11-14T17:33:18,125 INFO  [Time-limited test-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/recovered.edits/0000000000000000003-wal.1731605593625.temp
2024-11-14T17:33:18,126 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-14T17:33:18,143 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741923_1102 (size=800)
2024-11-14T17:33:18,143 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741923_1102 (size=800)
2024-11-14T17:33:18,143 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741923_1102 (size=800)
2024-11-14T17:33:18,547 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/recovered.edits/0000000000000000003-wal.1731605593625.temp (wrote 2 edits, skipped 0 edits in 0 ms)
2024-11-14T17:33:18,549 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/recovered.edits/0000000000000000003-wal.1731605593625.temp to hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/recovered.edits/0000000000000000008
2024-11-14T17:33:18,549 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 491 ms; skipped=3; WAL=hdfs://localhost:39257/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731605593034/wal.1731605593625, size=0, length=0, corrupted=false, cancelled=false
2024-11-14T17:33:18,549 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39257/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731605593034/wal.1731605593625, journal: Splitting hdfs://localhost:39257/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731605593034/wal.1731605593625, size=0 (0bytes) at 1731605594005Finishing writing output for hdfs://localhost:39257/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731605593034/wal.1731605593625 so closing down at 1731605598060 (+4055 ms)Creating recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/recovered.edits/0000000000000000003-wal.1731605593625.temp at 1731605598125 (+65 ms)3 split writer threads finished at 1731605598126 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/recovered.edits/0000000000000000003-wal.1731605593625.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731605598547 (+421 ms)Rename recovered edits hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/recovered.edits/0000000000000000003-wal.1731605593625.temp to hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/recovered.edits/0000000000000000008 at 1731605598549 (+2 ms)Processed 5 edits across 1 Regions in 491 ms; skipped=3; WAL=hdfs://localhost:39257/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731605593034/wal.1731605593625, size=0, length=0, corrupted=false, cancelled=false at 1731605598549
2024-11-14T17:33:18,559 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39257/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731605593034/wal.1731605593625 to hdfs://localhost:39257/hbase/oldWALs/wal.1731605593625
2024-11-14T17:33:18,560 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/recovered.edits/0000000000000000008
2024-11-14T17:33:18,561 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-14T17:33:18,568 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39257/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731605593034, archiveDir=hdfs://localhost:39257/hbase/oldWALs, maxLogs=32
2024-11-14T17:33:18,593 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731605593034/wal.1731605598568, exclude list is [], retry=0
2024-11-14T17:33:18,601 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-456a3161-5afd-4872-bec3-72537d2d513a,DISK]
2024-11-14T17:33:18,601 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41483,DS-002705a4-6204-4b9e-80bf-1e03c80655da,DISK]
2024-11-14T17:33:18,601 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43201,DS-acbdb69f-8461-46d2-b56b-9381fa96d618,DISK]
2024-11-14T17:33:18,660 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731605593034/wal.1731605598568
2024-11-14T17:33:18,662 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36431:36431),(127.0.0.1/127.0.0.1:39323:39323),(127.0.0.1/127.0.0.1:45785:45785)]
2024-11-14T17:33:18,663 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 6bc1e4854646c79b01b69c939e937eb3, NAME => 'testCompactedBulkLoadedFiles,,1731605593036.6bc1e4854646c79b01b69c939e937eb3.', STARTKEY => '', ENDKEY => ''}
2024-11-14T17:33:18,663 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731605593036.6bc1e4854646c79b01b69c939e937eb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T17:33:18,663 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 6bc1e4854646c79b01b69c939e937eb3
2024-11-14T17:33:18,663 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 6bc1e4854646c79b01b69c939e937eb3
2024-11-14T17:33:18,665 INFO  [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 6bc1e4854646c79b01b69c939e937eb3 
2024-11-14T17:33:18,666 INFO  [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bc1e4854646c79b01b69c939e937eb3 columnFamilyName a
2024-11-14T17:33:18,666 DEBUG [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:33:18,676 DEBUG [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/a/642ab40553704fcdaec1d4442b93a2d0
2024-11-14T17:33:18,686 DEBUG [StoreFileOpener-6bc1e4854646c79b01b69c939e937eb3-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for aa84694d9c434eff8a1b811877a091b7_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-14T17:33:18,687 DEBUG [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/a/aa84694d9c434eff8a1b811877a091b7_SeqId_4_
2024-11-14T17:33:18,703 DEBUG [StoreFileOpener-6bc1e4854646c79b01b69c939e937eb3-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b2cc771ed8ac44d88686bbb7c4ebada9_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-14T17:33:18,703 DEBUG [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/a/b2cc771ed8ac44d88686bbb7c4ebada9_SeqId_4_
2024-11-14T17:33:18,710 DEBUG [StoreFileOpener-6bc1e4854646c79b01b69c939e937eb3-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c6796df829484db69d9ff63eb92ab6c7_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-14T17:33:18,710 DEBUG [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/a/c6796df829484db69d9ff63eb92ab6c7_SeqId_4_
2024-11-14T17:33:18,718 DEBUG [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/a/e2902df31a534a8db1ceef3c81fb659b
2024-11-14T17:33:18,719 WARN  [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/a/642ab40553704fcdaec1d4442b93a2d0 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@782fc757
2024-11-14T17:33:18,719 WARN  [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/a/aa84694d9c434eff8a1b811877a091b7_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@782fc757
2024-11-14T17:33:18,719 WARN  [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/a/b2cc771ed8ac44d88686bbb7c4ebada9_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@782fc757
2024-11-14T17:33:18,719 WARN  [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/a/c6796df829484db69d9ff63eb92ab6c7_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@782fc757
2024-11-14T17:33:18,719 DEBUG [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/a/642ab40553704fcdaec1d4442b93a2d0, hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/a/aa84694d9c434eff8a1b811877a091b7_SeqId_4_, hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/a/b2cc771ed8ac44d88686bbb7c4ebada9_SeqId_4_, hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/a/c6796df829484db69d9ff63eb92ab6c7_SeqId_4_] to archive
2024-11-14T17:33:18,720 DEBUG [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-14T17:33:18,728 DEBUG [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/a/642ab40553704fcdaec1d4442b93a2d0 to hdfs://localhost:39257/hbase/archive/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/a/642ab40553704fcdaec1d4442b93a2d0
2024-11-14T17:33:18,730 DEBUG [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/a/aa84694d9c434eff8a1b811877a091b7_SeqId_4_ to hdfs://localhost:39257/hbase/archive/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/a/aa84694d9c434eff8a1b811877a091b7_SeqId_4_
2024-11-14T17:33:18,731 DEBUG [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/a/b2cc771ed8ac44d88686bbb7c4ebada9_SeqId_4_ to hdfs://localhost:39257/hbase/archive/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/a/b2cc771ed8ac44d88686bbb7c4ebada9_SeqId_4_
2024-11-14T17:33:18,733 DEBUG [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/a/c6796df829484db69d9ff63eb92ab6c7_SeqId_4_ to hdfs://localhost:39257/hbase/archive/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/a/c6796df829484db69d9ff63eb92ab6c7_SeqId_4_
2024-11-14T17:33:18,733 INFO  [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] regionserver.HStore(327): Store=6bc1e4854646c79b01b69c939e937eb3/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:33:18,734 INFO  [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 6bc1e4854646c79b01b69c939e937eb3 
2024-11-14T17:33:18,735 INFO  [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bc1e4854646c79b01b69c939e937eb3 columnFamilyName b
2024-11-14T17:33:18,735 DEBUG [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:33:18,735 INFO  [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] regionserver.HStore(327): Store=6bc1e4854646c79b01b69c939e937eb3/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:33:18,736 INFO  [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 6bc1e4854646c79b01b69c939e937eb3 
2024-11-14T17:33:18,737 INFO  [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bc1e4854646c79b01b69c939e937eb3 columnFamilyName c
2024-11-14T17:33:18,737 DEBUG [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:33:18,737 INFO  [StoreOpener-6bc1e4854646c79b01b69c939e937eb3-1 {}] regionserver.HStore(327): Store=6bc1e4854646c79b01b69c939e937eb3/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:33:18,737 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 6bc1e4854646c79b01b69c939e937eb3
2024-11-14T17:33:18,739 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3
2024-11-14T17:33:18,743 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3
2024-11-14T17:33:18,743 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/recovered.edits/0000000000000000008
2024-11-14T17:33:18,779 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-14T17:33:18,782 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 6bc1e4854646c79b01b69c939e937eb3 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "6bc1e4854646c79b01b69c939e937eb3" family_name: "a" compaction_input: "642ab40553704fcdaec1d4442b93a2d0" compaction_input: "aa84694d9c434eff8a1b811877a091b7_SeqId_4_" compaction_input: "b2cc771ed8ac44d88686bbb7c4ebada9_SeqId_4_" compaction_input: "c6796df829484db69d9ff63eb92ab6c7_SeqId_4_" compaction_output: "e2902df31a534a8db1ceef3c81fb659b" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1731605593036.6bc1e4854646c79b01b69c939e937eb3." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1
2024-11-14T17:33:18,782 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker
2024-11-14T17:33:18,782 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/recovered.edits/0000000000000000008
2024-11-14T17:33:18,783 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/recovered.edits/0000000000000000008
2024-11-14T17:33:18,784 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 6bc1e4854646c79b01b69c939e937eb3
2024-11-14T17:33:18,784 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 6bc1e4854646c79b01b69c939e937eb3
2024-11-14T17:33:18,785 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-14T17:33:18,787 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 6bc1e4854646c79b01b69c939e937eb3
2024-11-14T17:33:18,791 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39257/hbase/data/default/testCompactedBulkLoadedFiles/6bc1e4854646c79b01b69c939e937eb3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-14T17:33:18,792 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 6bc1e4854646c79b01b69c939e937eb3; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60874486, jitterRate=-0.09289947152137756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-14T17:33:18,793 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 6bc1e4854646c79b01b69c939e937eb3:
Writing region info on filesystem at 1731605598663Initializing all the Stores at 1731605598664 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605598665 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605598665Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605598665Cleaning up temporary data from old regions at 1731605598784 (+119 ms)Region opened successfully at 1731605598793 (+9 ms)
2024-11-14T17:33:18,795 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 6bc1e4854646c79b01b69c939e937eb3, disabling compactions & flushes
2024-11-14T17:33:18,795 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731605593036.6bc1e4854646c79b01b69c939e937eb3.
2024-11-14T17:33:18,795 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731605593036.6bc1e4854646c79b01b69c939e937eb3.
2024-11-14T17:33:18,795 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731605593036.6bc1e4854646c79b01b69c939e937eb3. after waiting 0 ms
2024-11-14T17:33:18,795 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731605593036.6bc1e4854646c79b01b69c939e937eb3.
2024-11-14T17:33:18,796 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731605593036.6bc1e4854646c79b01b69c939e937eb3.
2024-11-14T17:33:18,796 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 6bc1e4854646c79b01b69c939e937eb3:
Waiting for close lock at 1731605598795Disabling compacts and flushes for region at 1731605598795Disabling writes for close at 1731605598795Writing region close event to WAL at 1731605598796 (+1 ms)Closed at 1731605598796
2024-11-14T17:33:18,799 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741924_1103 (size=175)
2024-11-14T17:33:18,799 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741924_1103 (size=175)
2024-11-14T17:33:18,799 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741924_1103 (size=175)
2024-11-14T17:33:18,801 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-14T17:33:18,801 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731605598568)
2024-11-14T17:33:18,821 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testCompactedBulkLoadedFiles Thread=430 (was 423)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1431243515_22 at /127.0.0.1:53948 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:39257
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1431243515_22 at /127.0.0.1:35488 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-26-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-26-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-26-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1685805399) connection to localhost/127.0.0.1:39257 from jenkinstestCompactedBulkLoadedFiles
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1431243515_22 at /127.0.0.1:40456 [Waiting for operation #11]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1320 (was 1244) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=701 (was 710), ProcessCount=11 (was 11), AvailableMemoryMB=3570 (was 2645) - AvailableMemoryMB LEAK? -
2024-11-14T17:33:18,821 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1320 is superior to 1024
2024-11-14T17:33:18,841 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=430, OpenFileDescriptor=1320, MaxFileDescriptor=1048576, SystemLoadAverage=701, ProcessCount=11, AvailableMemoryMB=3568
2024-11-14T17:33:18,841 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1320 is superior to 1024
2024-11-14T17:33:18,861 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-14T17:33:18,863 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-14T17:33:18,864 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-14T17:33:18,868 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-99410395, suffix=, logDir=hdfs://localhost:39257/hbase/WALs/hregion-99410395, archiveDir=hdfs://localhost:39257/hbase/oldWALs, maxLogs=32
2024-11-14T17:33:18,885 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-99410395/hregion-99410395.1731605598868, exclude list is [], retry=0
2024-11-14T17:33:18,893 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41483,DS-002705a4-6204-4b9e-80bf-1e03c80655da,DISK]
2024-11-14T17:33:18,899 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43201,DS-acbdb69f-8461-46d2-b56b-9381fa96d618,DISK]
2024-11-14T17:33:18,899 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-456a3161-5afd-4872-bec3-72537d2d513a,DISK]
2024-11-14T17:33:18,955 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-99410395/hregion-99410395.1731605598868
2024-11-14T17:33:18,957 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39323:39323),(127.0.0.1/127.0.0.1:36431:36431),(127.0.0.1/127.0.0.1:45785:45785)]
2024-11-14T17:33:18,958 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 204587aa0f84f48675f2824166d1d9aa, NAME => 'testReplayEditsWrittenViaHRegion,,1731605598861.204587aa0f84f48675f2824166d1d9aa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39257/hbase
2024-11-14T17:33:19,007 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741926_1105 (size=67)
2024-11-14T17:33:19,007 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741926_1105 (size=67)
2024-11-14T17:33:19,008 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741926_1105 (size=67)
2024-11-14T17:33:19,011 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731605598861.204587aa0f84f48675f2824166d1d9aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T17:33:19,016 INFO  [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 204587aa0f84f48675f2824166d1d9aa 
2024-11-14T17:33:19,017 INFO  [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 204587aa0f84f48675f2824166d1d9aa columnFamilyName a
2024-11-14T17:33:19,018 DEBUG [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:33:19,018 INFO  [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] regionserver.HStore(327): Store=204587aa0f84f48675f2824166d1d9aa/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:33:19,018 INFO  [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 204587aa0f84f48675f2824166d1d9aa 
2024-11-14T17:33:19,021 INFO  [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 204587aa0f84f48675f2824166d1d9aa columnFamilyName b
2024-11-14T17:33:19,021 DEBUG [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:33:19,026 INFO  [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] regionserver.HStore(327): Store=204587aa0f84f48675f2824166d1d9aa/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:33:19,026 INFO  [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 204587aa0f84f48675f2824166d1d9aa 
2024-11-14T17:33:19,028 INFO  [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 204587aa0f84f48675f2824166d1d9aa columnFamilyName c
2024-11-14T17:33:19,028 DEBUG [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:33:19,029 INFO  [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] regionserver.HStore(327): Store=204587aa0f84f48675f2824166d1d9aa/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:33:19,030 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 204587aa0f84f48675f2824166d1d9aa
2024-11-14T17:33:19,034 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa
2024-11-14T17:33:19,035 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa
2024-11-14T17:33:19,037 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 204587aa0f84f48675f2824166d1d9aa
2024-11-14T17:33:19,037 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 204587aa0f84f48675f2824166d1d9aa
2024-11-14T17:33:19,038 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-14T17:33:19,043 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 204587aa0f84f48675f2824166d1d9aa
2024-11-14T17:33:19,066 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T17:33:19,068 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 204587aa0f84f48675f2824166d1d9aa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62080380, jitterRate=-0.07493025064468384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-14T17:33:19,068 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 204587aa0f84f48675f2824166d1d9aa:
Writing region info on filesystem at 1731605599011Initializing all the Stores at 1731605599015 (+4 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605599015Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605599015Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605599015Cleaning up temporary data from old regions at 1731605599037 (+22 ms)Region opened successfully at 1731605599068 (+31 ms)
2024-11-14T17:33:19,069 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 204587aa0f84f48675f2824166d1d9aa, disabling compactions & flushes
2024-11-14T17:33:19,069 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731605598861.204587aa0f84f48675f2824166d1d9aa.
2024-11-14T17:33:19,069 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731605598861.204587aa0f84f48675f2824166d1d9aa.
2024-11-14T17:33:19,069 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731605598861.204587aa0f84f48675f2824166d1d9aa. after waiting 0 ms
2024-11-14T17:33:19,069 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731605598861.204587aa0f84f48675f2824166d1d9aa.
2024-11-14T17:33:19,075 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731605598861.204587aa0f84f48675f2824166d1d9aa.
2024-11-14T17:33:19,075 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 204587aa0f84f48675f2824166d1d9aa:
Waiting for close lock at 1731605599069Disabling compacts and flushes for region at 1731605599069Disabling writes for close at 1731605599069Writing region close event to WAL at 1731605599075 (+6 ms)Closed at 1731605599075
2024-11-14T17:33:19,113 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741925_1104 (size=175)
2024-11-14T17:33:19,113 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741925_1104 (size=175)
2024-11-14T17:33:19,122 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741925_1104 (size=175)
2024-11-14T17:33:19,154 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-14T17:33:19,154 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-99410395:(num 1731605598868)
2024-11-14T17:33:19,155 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-14T17:33:19,159 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731605598860, archiveDir=hdfs://localhost:39257/hbase/oldWALs, maxLogs=32
2024-11-14T17:33:19,180 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731605598860/wal.1731605599160, exclude list is [], retry=0
2024-11-14T17:33:19,195 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-456a3161-5afd-4872-bec3-72537d2d513a,DISK]
2024-11-14T17:33:19,196 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41483,DS-002705a4-6204-4b9e-80bf-1e03c80655da,DISK]
2024-11-14T17:33:19,197 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43201,DS-acbdb69f-8461-46d2-b56b-9381fa96d618,DISK]
2024-11-14T17:33:19,259 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731605598860/wal.1731605599160
2024-11-14T17:33:19,260 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36431:36431),(127.0.0.1/127.0.0.1:39323:39323),(127.0.0.1/127.0.0.1:45785:45785)]
2024-11-14T17:33:19,260 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 204587aa0f84f48675f2824166d1d9aa, NAME => 'testReplayEditsWrittenViaHRegion,,1731605598861.204587aa0f84f48675f2824166d1d9aa.', STARTKEY => '', ENDKEY => ''}
2024-11-14T17:33:19,260 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731605598861.204587aa0f84f48675f2824166d1d9aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T17:33:19,260 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 204587aa0f84f48675f2824166d1d9aa
2024-11-14T17:33:19,260 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 204587aa0f84f48675f2824166d1d9aa
2024-11-14T17:33:19,262 INFO  [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 204587aa0f84f48675f2824166d1d9aa 
2024-11-14T17:33:19,263 INFO  [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 204587aa0f84f48675f2824166d1d9aa columnFamilyName a
2024-11-14T17:33:19,263 DEBUG [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:33:19,294 INFO  [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] regionserver.HStore(327): Store=204587aa0f84f48675f2824166d1d9aa/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:33:19,295 INFO  [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 204587aa0f84f48675f2824166d1d9aa 
2024-11-14T17:33:19,304 INFO  [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 204587aa0f84f48675f2824166d1d9aa columnFamilyName b
2024-11-14T17:33:19,304 DEBUG [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:33:19,310 INFO  [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] regionserver.HStore(327): Store=204587aa0f84f48675f2824166d1d9aa/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:33:19,311 INFO  [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 204587aa0f84f48675f2824166d1d9aa 
2024-11-14T17:33:19,315 INFO  [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 204587aa0f84f48675f2824166d1d9aa columnFamilyName c
2024-11-14T17:33:19,315 DEBUG [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:33:19,319 INFO  [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] regionserver.HStore(327): Store=204587aa0f84f48675f2824166d1d9aa/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:33:19,319 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 204587aa0f84f48675f2824166d1d9aa
2024-11-14T17:33:19,323 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa
2024-11-14T17:33:19,331 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa
2024-11-14T17:33:19,344 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 204587aa0f84f48675f2824166d1d9aa
2024-11-14T17:33:19,344 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 204587aa0f84f48675f2824166d1d9aa
2024-11-14T17:33:19,346 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-14T17:33:19,364 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 204587aa0f84f48675f2824166d1d9aa
2024-11-14T17:33:19,377 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 204587aa0f84f48675f2824166d1d9aa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71779997, jitterRate=0.06960530579090118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-14T17:33:19,378 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 204587aa0f84f48675f2824166d1d9aa:
Writing region info on filesystem at 1731605599260Initializing all the Stores at 1731605599261 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605599261Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605599262 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605599262Cleaning up temporary data from old regions at 1731605599344 (+82 ms)Region opened successfully at 1731605599377 (+33 ms)
2024-11-14T17:33:19,443 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 204587aa0f84f48675f2824166d1d9aa 3/3 column families, dataSize=870 B heapSize=2.31 KB
2024-11-14T17:33:19,504 INFO  [master/4e57a52647ef:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-14T17:33:19,504 INFO  [master/4e57a52647ef:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-14T17:33:19,513 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/.tmp/a/3340b1f114ab4b4b809211e5d4b51c89 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731605599378/Put/seqid=0
2024-11-14T17:33:19,594 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741928_1107 (size=5958)
2024-11-14T17:33:19,598 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741928_1107 (size=5958)
2024-11-14T17:33:19,598 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741928_1107 (size=5958)
2024-11-14T17:33:19,598 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/.tmp/a/3340b1f114ab4b4b809211e5d4b51c89
2024-11-14T17:33:19,631 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/.tmp/a/3340b1f114ab4b4b809211e5d4b51c89 as hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/a/3340b1f114ab4b4b809211e5d4b51c89
2024-11-14T17:33:19,707 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/a/3340b1f114ab4b4b809211e5d4b51c89, entries=10, sequenceid=13, filesize=5.8 K
2024-11-14T17:33:19,720 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 204587aa0f84f48675f2824166d1d9aa in 276ms, sequenceid=13, compaction requested=false
2024-11-14T17:33:19,720 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 204587aa0f84f48675f2824166d1d9aa:

2024-11-14T17:33:19,918 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 204587aa0f84f48675f2824166d1d9aa, disabling compactions & flushes
2024-11-14T17:33:19,918 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731605598861.204587aa0f84f48675f2824166d1d9aa.
2024-11-14T17:33:19,918 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731605598861.204587aa0f84f48675f2824166d1d9aa.
2024-11-14T17:33:19,919 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731605598861.204587aa0f84f48675f2824166d1d9aa. after waiting 0 ms
2024-11-14T17:33:19,919 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731605598861.204587aa0f84f48675f2824166d1d9aa.
2024-11-14T17:33:19,934 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1731605598861.204587aa0f84f48675f2824166d1d9aa.
2024-11-14T17:33:19,935 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731605598861.204587aa0f84f48675f2824166d1d9aa.
2024-11-14T17:33:19,935 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 204587aa0f84f48675f2824166d1d9aa:
Waiting for close lock at 1731605599918Disabling compacts and flushes for region at 1731605599918Disabling writes for close at 1731605599919 (+1 ms)Writing region close event to WAL at 1731605599934 (+15 ms)Closed at 1731605599935 (+1 ms)
2024-11-14T17:33:19,961 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741927_1106 (size=6243)
2024-11-14T17:33:19,962 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741927_1106 (size=6243)
2024-11-14T17:33:19,962 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741927_1106 (size=6243)
2024-11-14T17:33:20,007 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731605598860/wal.1731605599160, size=6.1 K (6243bytes)
2024-11-14T17:33:20,007 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731605598860/wal.1731605599160
2024-11-14T17:33:20,008 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731605598860/wal.1731605599160 after 0ms
2024-11-14T17:33:20,074 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-14T17:33:20,074 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731605598860/wal.1731605599160 took 67ms
2024-11-14T17:33:20,089 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731605598860/wal.1731605599160 so closing down
2024-11-14T17:33:20,089 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-14T17:33:20,091 INFO  [Time-limited test-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731605599160.temp
2024-11-14T17:33:20,141 INFO  [Time-limited test-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/recovered.edits/0000000000000000003-wal.1731605599160.temp
2024-11-14T17:33:20,146 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-14T17:33:20,167 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741929_1108 (size=5575)
2024-11-14T17:33:20,171 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741929_1108 (size=5575)
2024-11-14T17:33:20,171 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741929_1108 (size=5575)
2024-11-14T17:33:20,171 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/recovered.edits/0000000000000000003-wal.1731605599160.temp (wrote 30 edits, skipped 0 edits in 0 ms)
2024-11-14T17:33:20,175 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/recovered.edits/0000000000000000003-wal.1731605599160.temp to hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/recovered.edits/0000000000000000035
2024-11-14T17:33:20,175 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 93 ms; skipped=2; WAL=hdfs://localhost:39257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731605598860/wal.1731605599160, size=6.1 K, length=6243, corrupted=false, cancelled=false
2024-11-14T17:33:20,175 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731605598860/wal.1731605599160, journal: Splitting hdfs://localhost:39257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731605598860/wal.1731605599160, size=6.1 K (6243bytes) at 1731605600007Finishing writing output for hdfs://localhost:39257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731605598860/wal.1731605599160 so closing down at 1731605600089 (+82 ms)Creating recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/recovered.edits/0000000000000000003-wal.1731605599160.temp at 1731605600141 (+52 ms)3 split writer threads finished at 1731605600146 (+5 ms)Closed recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/recovered.edits/0000000000000000003-wal.1731605599160.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731605600171 (+25 ms)Rename recovered edits hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/recovered.edits/0000000000000000003-wal.1731605599160.temp to hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/recovered.edits/0000000000000000035 at 1731605600175 (+4 ms)Processed 32 edits across 1 Regions in 93 ms; skipped=2; WAL=hdfs://localhost:39257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731605598860/wal.1731605599160, size=6.1 K, length=6243, corrupted=false, cancelled=false at 1731605600175
2024-11-14T17:33:20,177 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731605598860/wal.1731605599160 to hdfs://localhost:39257/hbase/oldWALs/wal.1731605599160
2024-11-14T17:33:20,178 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/recovered.edits/0000000000000000035
2024-11-14T17:33:20,178 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-14T17:33:20,190 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731605598860, archiveDir=hdfs://localhost:39257/hbase/oldWALs, maxLogs=32
2024-11-14T17:33:20,207 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731605598860/wal.1731605600190, exclude list is [], retry=0
2024-11-14T17:33:20,211 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-456a3161-5afd-4872-bec3-72537d2d513a,DISK]
2024-11-14T17:33:20,211 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43201,DS-acbdb69f-8461-46d2-b56b-9381fa96d618,DISK]
2024-11-14T17:33:20,212 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41483,DS-002705a4-6204-4b9e-80bf-1e03c80655da,DISK]
2024-11-14T17:33:20,247 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731605598860/wal.1731605600190
2024-11-14T17:33:20,247 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36431:36431),(127.0.0.1/127.0.0.1:45785:45785),(127.0.0.1/127.0.0.1:39323:39323)]
2024-11-14T17:33:20,248 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 204587aa0f84f48675f2824166d1d9aa, NAME => 'testReplayEditsWrittenViaHRegion,,1731605598861.204587aa0f84f48675f2824166d1d9aa.', STARTKEY => '', ENDKEY => ''}
2024-11-14T17:33:20,248 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731605598861.204587aa0f84f48675f2824166d1d9aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T17:33:20,248 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 204587aa0f84f48675f2824166d1d9aa
2024-11-14T17:33:20,248 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 204587aa0f84f48675f2824166d1d9aa
2024-11-14T17:33:20,250 INFO  [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 204587aa0f84f48675f2824166d1d9aa 
2024-11-14T17:33:20,251 INFO  [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 204587aa0f84f48675f2824166d1d9aa columnFamilyName a
2024-11-14T17:33:20,251 DEBUG [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:33:20,259 DEBUG [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/a/3340b1f114ab4b4b809211e5d4b51c89
2024-11-14T17:33:20,259 INFO  [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] regionserver.HStore(327): Store=204587aa0f84f48675f2824166d1d9aa/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:33:20,260 INFO  [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 204587aa0f84f48675f2824166d1d9aa 
2024-11-14T17:33:20,260 INFO  [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 204587aa0f84f48675f2824166d1d9aa columnFamilyName b
2024-11-14T17:33:20,261 DEBUG [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:33:20,261 INFO  [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] regionserver.HStore(327): Store=204587aa0f84f48675f2824166d1d9aa/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:33:20,261 INFO  [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 204587aa0f84f48675f2824166d1d9aa 
2024-11-14T17:33:20,262 INFO  [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 204587aa0f84f48675f2824166d1d9aa columnFamilyName c
2024-11-14T17:33:20,262 DEBUG [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:33:20,263 INFO  [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] regionserver.HStore(327): Store=204587aa0f84f48675f2824166d1d9aa/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:33:20,263 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 204587aa0f84f48675f2824166d1d9aa
2024-11-14T17:33:20,265 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa
2024-11-14T17:33:20,266 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa
2024-11-14T17:33:20,267 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/recovered.edits/0000000000000000035
2024-11-14T17:33:20,311 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-14T17:33:20,313 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/recovered.edits/0000000000000000035
2024-11-14T17:33:20,313 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 204587aa0f84f48675f2824166d1d9aa 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB
2024-11-14T17:33:20,356 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/.tmp/b/e66940c1dbad46299ea4ba5aca0f3305 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731605599720/Put/seqid=0
2024-11-14T17:33:20,379 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741931_1110 (size=5958)
2024-11-14T17:33:20,380 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741931_1110 (size=5958)
2024-11-14T17:33:20,380 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741931_1110 (size=5958)
2024-11-14T17:33:20,780 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/.tmp/b/e66940c1dbad46299ea4ba5aca0f3305
2024-11-14T17:33:20,806 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/.tmp/c/893120327db746e9834256725eb60c30 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731605599834/Put/seqid=0
2024-11-14T17:33:20,818 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741932_1111 (size=5958)
2024-11-14T17:33:20,819 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741932_1111 (size=5958)
2024-11-14T17:33:20,819 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741932_1111 (size=5958)
2024-11-14T17:33:20,820 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/.tmp/c/893120327db746e9834256725eb60c30
2024-11-14T17:33:20,826 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/.tmp/b/e66940c1dbad46299ea4ba5aca0f3305 as hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/b/e66940c1dbad46299ea4ba5aca0f3305
2024-11-14T17:33:20,831 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/b/e66940c1dbad46299ea4ba5aca0f3305, entries=10, sequenceid=35, filesize=5.8 K
2024-11-14T17:33:20,832 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/.tmp/c/893120327db746e9834256725eb60c30 as hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/c/893120327db746e9834256725eb60c30
2024-11-14T17:33:20,837 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/c/893120327db746e9834256725eb60c30, entries=10, sequenceid=35, filesize=5.8 K
2024-11-14T17:33:20,837 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 204587aa0f84f48675f2824166d1d9aa in 524ms, sequenceid=35, compaction requested=false; wal=null
2024-11-14T17:33:20,837 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/recovered.edits/0000000000000000035
2024-11-14T17:33:20,839 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 204587aa0f84f48675f2824166d1d9aa
2024-11-14T17:33:20,839 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 204587aa0f84f48675f2824166d1d9aa
2024-11-14T17:33:20,839 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-14T17:33:20,841 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 204587aa0f84f48675f2824166d1d9aa
2024-11-14T17:33:20,843 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1
2024-11-14T17:33:20,843 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 204587aa0f84f48675f2824166d1d9aa; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71985037, jitterRate=0.07266063988208771}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-14T17:33:20,844 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 204587aa0f84f48675f2824166d1d9aa:
Writing region info on filesystem at 1731605600248Initializing all the Stores at 1731605600249 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605600249Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605600249Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605600249Obtaining lock to block concurrent updates at 1731605600313 (+64 ms)Preparing flush snapshotting stores in 204587aa0f84f48675f2824166d1d9aa at 1731605600313Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731605598861.204587aa0f84f48675f2824166d1d9aa., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1731605600313Flushing stores of testReplayEditsWrittenViaHRegion,,1731605598861.204587aa0f84f48675f2824166d1d9aa. at 1731605600313Flushing 204587aa0f84f48675f2824166d1d9aa/b: creating writer at 1731605600313Flushing 204587aa0f84f48675f2824166d1d9aa/b: appending metadata at 1731605600354 (+41 ms)Flushing 204587aa0f84f48675f2824166d1d9aa/b: closing flushed file at 1731605600354Flushing 204587aa0f84f48675f2824166d1d9aa/c: creating writer at 1731605600787 (+433 ms)Flushing 204587aa0f84f48675f2824166d1d9aa/c: appending metadata at 1731605600804 (+17 ms)Flushing 204587aa0f84f48675f2824166d1d9aa/c: closing flushed file at 1731605600804Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bd1b3cf: reopening flushed file at 1731605600825 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e9bc159: reopening flushed file at 1731605600831 (+6 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 204587aa0f84f48675f2824166d1d9aa in 524ms, sequenceid=35, compaction requested=false; wal=null at 1731605600837 (+6 ms)Cleaning up temporary data from old regions at 1731605600839 (+2 ms)Region opened successfully at 1731605600844 (+5 ms)
2024-11-14T17:33:21,000 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731605598860/wal.1731605600190, size=0 (0bytes)
2024-11-14T17:33:21,000 WARN  [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:39257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731605598860/wal.1731605600190 might be still open, length is 0
2024-11-14T17:33:21,000 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731605598860/wal.1731605600190
2024-11-14T17:33:21,000 WARN  [IPC Server handler 4 on default port 39257 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731605598860/wal.1731605600190 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109
2024-11-14T17:33:21,003 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731605598860/wal.1731605600190 after 2ms
2024-11-14T17:33:21,172 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1232679286_22 at /127.0.0.1:40508 [Receiving block BP-939765406-172.17.0.3-1731605549821:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:40839:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:40508 dst: /127.0.0.1:40839
java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:40839 remote=/127.0.0.1:40508]. Total timeout mills is 60000, 59750 millis timeout left.
	at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?]
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?]
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?]
	at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?]
	at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?]
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T17:33:21,173 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1232679286_22 at /127.0.0.1:47370 [Receiving block BP-939765406-172.17.0.3-1731605549821:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:43201:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:47370 dst: /127.0.0.1:43201
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T17:33:21,173 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1232679286_22 at /127.0.0.1:35528 [Receiving block BP-939765406-172.17.0.3-1731605549821:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:41483:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:35528 dst: /127.0.0.1:41483
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T17:33:21,177 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741930_1112 (size=5567)
2024-11-14T17:33:21,181 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741930_1112 (size=5567)
2024-11-14T17:33:25,003 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731605598860/wal.1731605600190 after 4003ms
2024-11-14T17:33:25,033 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-14T17:33:25,034 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731605598860/wal.1731605600190 took 4033ms
2024-11-14T17:33:25,036 INFO  [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731605598860/wal.1731605600190; continuing.
2024-11-14T17:33:25,036 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731605598860/wal.1731605600190 so closing down
2024-11-14T17:33:25,036 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-14T17:33:25,037 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1731605600190.temp
2024-11-14T17:33:25,081 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/recovered.edits/0000000000000000037-wal.1731605600190.temp
2024-11-14T17:33:25,081 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-11-14T17:33:25,099 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741933_1113 (size=5575)
2024-11-14T17:33:25,099 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741933_1113 (size=5575)
2024-11-14T17:33:25,100 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741933_1113 (size=5575)
2024-11-14T17:33:25,101 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/recovered.edits/0000000000000000037-wal.1731605600190.temp (wrote 30 edits, skipped 0 edits in 0 ms)
2024-11-14T17:33:25,103 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/recovered.edits/0000000000000000037-wal.1731605600190.temp to hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/recovered.edits/0000000000000000066
2024-11-14T17:33:25,103 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 69 ms; skipped=0; WAL=hdfs://localhost:39257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731605598860/wal.1731605600190, size=0, length=0, corrupted=false, cancelled=false
2024-11-14T17:33:25,103 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731605598860/wal.1731605600190, journal: Splitting hdfs://localhost:39257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731605598860/wal.1731605600190, size=0 (0bytes) at 1731605601000Finishing writing output for hdfs://localhost:39257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731605598860/wal.1731605600190 so closing down at 1731605605036 (+4036 ms)Creating recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/recovered.edits/0000000000000000037-wal.1731605600190.temp at 1731605605081 (+45 ms)3 split writer threads finished at 1731605605081Closed recovered edits writer path=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/recovered.edits/0000000000000000037-wal.1731605600190.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731605605101 (+20 ms)Rename recovered edits hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/recovered.edits/0000000000000000037-wal.1731605600190.temp to hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/recovered.edits/0000000000000000066 at 1731605605103 (+2 ms)Processed 30 edits across 1 Regions in 69 ms; skipped=0; WAL=hdfs://localhost:39257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731605598860/wal.1731605600190, size=0, length=0, corrupted=false, cancelled=false at 1731605605103
2024-11-14T17:33:25,106 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731605598860/wal.1731605600190 to hdfs://localhost:39257/hbase/oldWALs/wal.1731605600190
2024-11-14T17:33:25,111 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/recovered.edits/0000000000000000066
2024-11-14T17:33:25,111 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-11-14T17:33:25,113 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731605598860, archiveDir=hdfs://localhost:39257/hbase/oldWALs, maxLogs=32
2024-11-14T17:33:25,130 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731605598860/wal.1731605605113, exclude list is [], retry=0
2024-11-14T17:33:25,132 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43201,DS-acbdb69f-8461-46d2-b56b-9381fa96d618,DISK]
2024-11-14T17:33:25,133 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41483,DS-002705a4-6204-4b9e-80bf-1e03c80655da,DISK]
2024-11-14T17:33:25,133 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40839,DS-456a3161-5afd-4872-bec3-72537d2d513a,DISK]
2024-11-14T17:33:25,168 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731605598860/wal.1731605605113
2024-11-14T17:33:25,168 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45785:45785),(127.0.0.1/127.0.0.1:39323:39323),(127.0.0.1/127.0.0.1:36431:36431)]
2024-11-14T17:33:25,169 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731605598861.204587aa0f84f48675f2824166d1d9aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T17:33:25,170 INFO  [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 204587aa0f84f48675f2824166d1d9aa 
2024-11-14T17:33:25,171 INFO  [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 204587aa0f84f48675f2824166d1d9aa columnFamilyName a
2024-11-14T17:33:25,171 DEBUG [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:33:25,181 DEBUG [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/a/3340b1f114ab4b4b809211e5d4b51c89
2024-11-14T17:33:25,181 INFO  [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] regionserver.HStore(327): Store=204587aa0f84f48675f2824166d1d9aa/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:33:25,181 INFO  [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 204587aa0f84f48675f2824166d1d9aa 
2024-11-14T17:33:25,182 INFO  [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 204587aa0f84f48675f2824166d1d9aa columnFamilyName b
2024-11-14T17:33:25,182 DEBUG [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:33:25,191 DEBUG [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/b/e66940c1dbad46299ea4ba5aca0f3305
2024-11-14T17:33:25,191 INFO  [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] regionserver.HStore(327): Store=204587aa0f84f48675f2824166d1d9aa/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:33:25,191 INFO  [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 204587aa0f84f48675f2824166d1d9aa 
2024-11-14T17:33:25,194 INFO  [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 204587aa0f84f48675f2824166d1d9aa columnFamilyName c
2024-11-14T17:33:25,194 DEBUG [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T17:33:25,199 DEBUG [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/c/893120327db746e9834256725eb60c30
2024-11-14T17:33:25,199 INFO  [StoreOpener-204587aa0f84f48675f2824166d1d9aa-1 {}] regionserver.HStore(327): Store=204587aa0f84f48675f2824166d1d9aa/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T17:33:25,199 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 204587aa0f84f48675f2824166d1d9aa
2024-11-14T17:33:25,200 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa
2024-11-14T17:33:25,202 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa
2024-11-14T17:33:25,203 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/recovered.edits/0000000000000000066
2024-11-14T17:33:25,244 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES
2024-11-14T17:33:25,251 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/recovered.edits/0000000000000000066
2024-11-14T17:33:25,251 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 204587aa0f84f48675f2824166d1d9aa 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB
2024-11-14T17:33:25,267 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/.tmp/a/02aa5b3227474ea497ab71f8ff8b2f91 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1731605600851/Put/seqid=0
2024-11-14T17:33:25,282 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741935_1115 (size=5958)
2024-11-14T17:33:25,282 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741935_1115 (size=5958)
2024-11-14T17:33:25,282 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741935_1115 (size=5958)
2024-11-14T17:33:25,283 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/.tmp/a/02aa5b3227474ea497ab71f8ff8b2f91
2024-11-14T17:33:25,306 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/.tmp/b/71cb2531a63640ac9c3b7b04b765501a is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1731605600859/Put/seqid=0
2024-11-14T17:33:25,314 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741936_1116 (size=5958)
2024-11-14T17:33:25,314 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741936_1116 (size=5958)
2024-11-14T17:33:25,315 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741936_1116 (size=5958)
2024-11-14T17:33:25,315 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/.tmp/b/71cb2531a63640ac9c3b7b04b765501a
2024-11-14T17:33:25,338 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/.tmp/c/2746d1f0a38848549e730182ee68bb00 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1731605600875/Put/seqid=0
2024-11-14T17:33:25,353 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741937_1117 (size=5958)
2024-11-14T17:33:25,354 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741937_1117 (size=5958)
2024-11-14T17:33:25,354 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/.tmp/c/2746d1f0a38848549e730182ee68bb00
2024-11-14T17:33:25,354 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741937_1117 (size=5958)
2024-11-14T17:33:25,362 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/.tmp/a/02aa5b3227474ea497ab71f8ff8b2f91 as hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/a/02aa5b3227474ea497ab71f8ff8b2f91
2024-11-14T17:33:25,369 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/a/02aa5b3227474ea497ab71f8ff8b2f91, entries=10, sequenceid=66, filesize=5.8 K
2024-11-14T17:33:25,371 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/.tmp/b/71cb2531a63640ac9c3b7b04b765501a as hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/b/71cb2531a63640ac9c3b7b04b765501a
2024-11-14T17:33:25,384 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/b/71cb2531a63640ac9c3b7b04b765501a, entries=10, sequenceid=66, filesize=5.8 K
2024-11-14T17:33:25,385 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/.tmp/c/2746d1f0a38848549e730182ee68bb00 as hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/c/2746d1f0a38848549e730182ee68bb00
2024-11-14T17:33:25,395 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/c/2746d1f0a38848549e730182ee68bb00, entries=10, sequenceid=66, filesize=5.8 K
2024-11-14T17:33:25,395 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 204587aa0f84f48675f2824166d1d9aa in 144ms, sequenceid=66, compaction requested=false; wal=null
2024-11-14T17:33:25,396 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/recovered.edits/0000000000000000066
2024-11-14T17:33:25,398 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 204587aa0f84f48675f2824166d1d9aa
2024-11-14T17:33:25,398 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 204587aa0f84f48675f2824166d1d9aa
2024-11-14T17:33:25,400 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-14T17:33:25,402 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 204587aa0f84f48675f2824166d1d9aa
2024-11-14T17:33:25,410 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39257/hbase/data/default/testReplayEditsWrittenViaHRegion/204587aa0f84f48675f2824166d1d9aa/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35
2024-11-14T17:33:25,412 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 204587aa0f84f48675f2824166d1d9aa; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72089137, jitterRate=0.07421185076236725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-14T17:33:25,412 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 204587aa0f84f48675f2824166d1d9aa:
Writing region info on filesystem at 1731605605169Initializing all the Stores at 1731605605170 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605605170Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605605170Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731605605170Obtaining lock to block concurrent updates at 1731605605251 (+81 ms)Preparing flush snapshotting stores in 204587aa0f84f48675f2824166d1d9aa at 1731605605251Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731605598861.204587aa0f84f48675f2824166d1d9aa., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1731605605251Flushing stores of testReplayEditsWrittenViaHRegion,,1731605598861.204587aa0f84f48675f2824166d1d9aa. at 1731605605251Flushing 204587aa0f84f48675f2824166d1d9aa/a: creating writer at 1731605605251Flushing 204587aa0f84f48675f2824166d1d9aa/a: appending metadata at 1731605605266 (+15 ms)Flushing 204587aa0f84f48675f2824166d1d9aa/a: closing flushed file at 1731605605266Flushing 204587aa0f84f48675f2824166d1d9aa/b: creating writer at 1731605605290 (+24 ms)Flushing 204587aa0f84f48675f2824166d1d9aa/b: appending metadata at 1731605605305 (+15 ms)Flushing 204587aa0f84f48675f2824166d1d9aa/b: closing flushed file at 1731605605305Flushing 204587aa0f84f48675f2824166d1d9aa/c: creating writer at 1731605605321 (+16 ms)Flushing 204587aa0f84f48675f2824166d1d9aa/c: appending metadata at 1731605605337 (+16 ms)Flushing 204587aa0f84f48675f2824166d1d9aa/c: closing flushed file at 1731605605337Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ccc8be0: reopening flushed file at 1731605605360 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58c41e1: reopening flushed file at 1731605605370 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7aa812aa: reopening flushed file at 1731605605384 (+14 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 204587aa0f84f48675f2824166d1d9aa in 144ms, sequenceid=66, compaction requested=false; wal=null at 1731605605395 (+11 ms)Cleaning up temporary data from old regions at 1731605605398 (+3 ms)Region opened successfully at 1731605605412 (+14 ms)
2024-11-14T17:33:25,444 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 204587aa0f84f48675f2824166d1d9aa, disabling compactions & flushes
2024-11-14T17:33:25,444 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731605598861.204587aa0f84f48675f2824166d1d9aa.
2024-11-14T17:33:25,445 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731605598861.204587aa0f84f48675f2824166d1d9aa.
2024-11-14T17:33:25,445 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731605598861.204587aa0f84f48675f2824166d1d9aa. after waiting 0 ms
2024-11-14T17:33:25,445 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731605598861.204587aa0f84f48675f2824166d1d9aa.
2024-11-14T17:33:25,454 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731605598861.204587aa0f84f48675f2824166d1d9aa.
2024-11-14T17:33:25,454 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 204587aa0f84f48675f2824166d1d9aa:
Waiting for close lock at 1731605605444Disabling compacts and flushes for region at 1731605605444Disabling writes for close at 1731605605445 (+1 ms)Writing region close event to WAL at 1731605605453 (+8 ms)Closed at 1731605605454 (+1 ms)
2024-11-14T17:33:25,473 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741934_1114 (size=175)
2024-11-14T17:33:25,473 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741934_1114 (size=175)
2024-11-14T17:33:25,479 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741934_1114 (size=175)
2024-11-14T17:33:25,489 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-11-14T17:33:25,489 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731605605113)
2024-11-14T17:33:25,512 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=437 (was 430)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1716142337_22 at /127.0.0.1:47416 [Waiting for operation #10]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33547
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-28-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1716142337_22 at /127.0.0.1:35582 [Waiting for operation #18]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1685805399) connection to localhost/127.0.0.1:39257 from jenkinstestReplayEditsWrittenViaHRegion
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:39257
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-28-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1716142337_22 at /127.0.0.1:40534 [Waiting for operation #15]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1685805399) connection to localhost/127.0.0.1:33547 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: AsyncFSWAL-28-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1382 (was 1320) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=661 (was 701), ProcessCount=11 (was 11), AvailableMemoryMB=3562 (was 3568)
2024-11-14T17:33:25,512 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1382 is superior to 1024
2024-11-14T17:33:25,512 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-14T17:33:25,512 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-14T17:33:25,513 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153)
    at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-14T17:33:25,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T17:33:25,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T17:33:25,513 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T17:33:25,514 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-14T17:33:25,514 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1950715143, stopped=false
2024-11-14T17:33:25,514 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4e57a52647ef,44637,1731605554223
2024-11-14T17:33:25,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33715-0x100ab7f709d0002, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-14T17:33:25,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33715-0x100ab7f709d0002, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T17:33:25,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44637-0x100ab7f709d0000, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-14T17:33:25,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44637-0x100ab7f709d0000, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T17:33:25,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37543-0x100ab7f709d0001, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-14T17:33:25,517 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-14T17:33:25,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37543-0x100ab7f709d0001, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T17:33:25,517 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-14T17:33:25,517 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153)
    at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-14T17:33:25,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T17:33:25,517 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4e57a52647ef,37543,1731605555271' *****
2024-11-14T17:33:25,517 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-14T17:33:25,517 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4e57a52647ef,33715,1731605555464' *****
2024-11-14T17:33:25,517 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-14T17:33:25,518 INFO  [RS:0;4e57a52647ef:37543 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-14T17:33:25,518 INFO  [RS:0;4e57a52647ef:37543 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-14T17:33:25,518 INFO  [RS:1;4e57a52647ef:33715 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-14T17:33:25,518 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-14T17:33:25,519 INFO  [RS:0;4e57a52647ef:37543 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-14T17:33:25,519 INFO  [RS:0;4e57a52647ef:37543 {}] regionserver.HRegionServer(959): stopping server 4e57a52647ef,37543,1731605555271
2024-11-14T17:33:25,519 INFO  [RS:0;4e57a52647ef:37543 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-14T17:33:25,519 INFO  [RS:0;4e57a52647ef:37543 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4e57a52647ef:37543.
2024-11-14T17:33:25,519 DEBUG [RS:0;4e57a52647ef:37543 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-14T17:33:25,519 DEBUG [RS:0;4e57a52647ef:37543 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T17:33:25,519 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37543-0x100ab7f709d0001, quorum=127.0.0.1:62987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-14T17:33:25,519 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33715-0x100ab7f709d0002, quorum=127.0.0.1:62987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-14T17:33:25,519 INFO  [RS:0;4e57a52647ef:37543 {}] regionserver.HRegionServer(976): stopping server 4e57a52647ef,37543,1731605555271; all regions closed.
2024-11-14T17:33:25,520 INFO  [RS:1;4e57a52647ef:33715 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-14T17:33:25,520 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44637-0x100ab7f709d0000, quorum=127.0.0.1:62987, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-14T17:33:25,520 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-14T17:33:25,520 INFO  [RS:1;4e57a52647ef:33715 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-14T17:33:25,520 INFO  [RS:1;4e57a52647ef:33715 {}] regionserver.HRegionServer(3091): Received CLOSE for da87c990a6dcaa461daec5702b997f1a
2024-11-14T17:33:25,520 INFO  [regionserver/4e57a52647ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-14T17:33:25,520 INFO  [RS:1;4e57a52647ef:33715 {}] regionserver.HRegionServer(959): stopping server 4e57a52647ef,33715,1731605555464
2024-11-14T17:33:25,520 INFO  [RS:1;4e57a52647ef:33715 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-14T17:33:25,520 INFO  [RS:1;4e57a52647ef:33715 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;4e57a52647ef:33715.
2024-11-14T17:33:25,521 DEBUG [RS:1;4e57a52647ef:33715 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-14T17:33:25,521 DEBUG [RS:1;4e57a52647ef:33715 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T17:33:25,521 INFO  [RS:1;4e57a52647ef:33715 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-14T17:33:25,521 INFO  [RS:1;4e57a52647ef:33715 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-14T17:33:25,521 INFO  [RS:1;4e57a52647ef:33715 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-14T17:33:25,521 INFO  [RS:1;4e57a52647ef:33715 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-14T17:33:25,521 INFO  [RS:1;4e57a52647ef:33715 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-14T17:33:25,521 DEBUG [RS:1;4e57a52647ef:33715 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, da87c990a6dcaa461daec5702b997f1a=testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.}
2024-11-14T17:33:25,521 DEBUG [RS:1;4e57a52647ef:33715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, da87c990a6dcaa461daec5702b997f1a
2024-11-14T17:33:25,521 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing da87c990a6dcaa461daec5702b997f1a, disabling compactions & flushes
2024-11-14T17:33:25,521 INFO  [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.
2024-11-14T17:33:25,522 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.
2024-11-14T17:33:25,522 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-14T17:33:25,522 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a. after waiting 0 ms
2024-11-14T17:33:25,522 INFO  [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-14T17:33:25,522 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.
2024-11-14T17:33:25,522 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-14T17:33:25,522 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-14T17:33:25,522 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-14T17:33:25,522 INFO  [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB
2024-11-14T17:33:25,523 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741833_1009 (size=2764)
2024-11-14T17:33:25,526 INFO  [regionserver/4e57a52647ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-14T17:33:25,526 INFO  [regionserver/4e57a52647ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-14T17:33:25,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741833_1009 (size=2764)
2024-11-14T17:33:25,532 DEBUG [RS:0;4e57a52647ef:37543 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/oldWALs
2024-11-14T17:33:25,532 INFO  [RS:0;4e57a52647ef:37543 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4e57a52647ef%2C37543%2C1731605555271:(num 1731605557708)
2024-11-14T17:33:25,532 DEBUG [RS:0;4e57a52647ef:37543 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T17:33:25,532 INFO  [RS:0;4e57a52647ef:37543 {}] regionserver.LeaseManager(133): Closed leases
2024-11-14T17:33:25,533 INFO  [RS:0;4e57a52647ef:37543 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-14T17:33:25,533 INFO  [RS:0;4e57a52647ef:37543 {}] hbase.ChoreService(370): Chore service for: regionserver/4e57a52647ef:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-14T17:33:25,533 INFO  [RS:0;4e57a52647ef:37543 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-14T17:33:25,533 INFO  [RS:0;4e57a52647ef:37543 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-14T17:33:25,533 INFO  [RS:0;4e57a52647ef:37543 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-14T17:33:25,533 INFO  [RS:0;4e57a52647ef:37543 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-14T17:33:25,533 INFO  [RS:0;4e57a52647ef:37543 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37543
2024-11-14T17:33:25,534 INFO  [regionserver/4e57a52647ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-14T17:33:25,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37543-0x100ab7f709d0001, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4e57a52647ef,37543,1731605555271
2024-11-14T17:33:25,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44637-0x100ab7f709d0000, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-14T17:33:25,536 INFO  [RS:0;4e57a52647ef:37543 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-14T17:33:25,537 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4e57a52647ef,37543,1731605555271]
2024-11-14T17:33:25,539 INFO  [regionserver/4e57a52647ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-14T17:33:25,540 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4e57a52647ef,37543,1731605555271 already deleted, retry=false
2024-11-14T17:33:25,540 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4e57a52647ef,37543,1731605555271 expired; onlineServers=1
2024-11-14T17:33:25,566 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/default/testReplayEditsAfterRegionMovedWithMultiCF/da87c990a6dcaa461daec5702b997f1a/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17
2024-11-14T17:33:25,567 INFO  [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.
2024-11-14T17:33:25,567 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for da87c990a6dcaa461daec5702b997f1a:
Waiting for close lock at 1731605605521Running coprocessor pre-close hooks at 1731605605521Disabling compacts and flushes for region at 1731605605521Disabling writes for close at 1731605605522 (+1 ms)Writing region close event to WAL at 1731605605530 (+8 ms)Running coprocessor post-close hooks at 1731605605567 (+37 ms)Closed at 1731605605567
2024-11-14T17:33:25,568 DEBUG [RS_CLOSE_REGION-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a.
2024-11-14T17:33:25,579 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/hbase/meta/1588230740/.tmp/info/cef316ba062342038bc8aede1c1f87c3 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1731605576213.da87c990a6dcaa461daec5702b997f1a./info:regioninfo/1731605579607/Put/seqid=0
2024-11-14T17:33:25,595 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741938_1118 (size=8243)
2024-11-14T17:33:25,595 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741938_1118 (size=8243)
2024-11-14T17:33:25,595 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741938_1118 (size=8243)
2024-11-14T17:33:25,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37543-0x100ab7f709d0001, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-14T17:33:25,638 INFO  [RS:0;4e57a52647ef:37543 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-14T17:33:25,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37543-0x100ab7f709d0001, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-14T17:33:25,638 INFO  [RS:0;4e57a52647ef:37543 {}] regionserver.HRegionServer(1031): Exiting; stopping=4e57a52647ef,37543,1731605555271; zookeeper connection closed.
2024-11-14T17:33:25,639 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@59dde206 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@59dde206
2024-11-14T17:33:25,722 DEBUG [RS:1;4e57a52647ef:33715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-14T17:33:25,922 DEBUG [RS:1;4e57a52647ef:33715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-14T17:33:25,996 INFO  [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/hbase/meta/1588230740/.tmp/info/cef316ba062342038bc8aede1c1f87c3
2024-11-14T17:33:26,027 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/hbase/meta/1588230740/.tmp/ns/6d9ecd9088294e71bef7776b600a64a5 is 43, key is default/ns:d/1731605558627/Put/seqid=0
2024-11-14T17:33:26,042 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741939_1119 (size=5153)
2024-11-14T17:33:26,043 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741939_1119 (size=5153)
2024-11-14T17:33:26,043 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741939_1119 (size=5153)
2024-11-14T17:33:26,122 DEBUG [RS:1;4e57a52647ef:33715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-14T17:33:26,322 DEBUG [RS:1;4e57a52647ef:33715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-14T17:33:26,442 INFO  [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/hbase/meta/1588230740/.tmp/ns/6d9ecd9088294e71bef7776b600a64a5
2024-11-14T17:33:26,466 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/hbase/meta/1588230740/.tmp/table/33b158e64e634a84ac598bb8a433d398 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1731605576704/Put/seqid=0
2024-11-14T17:33:26,472 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741940_1120 (size=5431)
2024-11-14T17:33:26,472 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741940_1120 (size=5431)
2024-11-14T17:33:26,473 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741940_1120 (size=5431)
2024-11-14T17:33:26,474 INFO  [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/hbase/meta/1588230740/.tmp/table/33b158e64e634a84ac598bb8a433d398
2024-11-14T17:33:26,481 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/hbase/meta/1588230740/.tmp/info/cef316ba062342038bc8aede1c1f87c3 as hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/hbase/meta/1588230740/info/cef316ba062342038bc8aede1c1f87c3
2024-11-14T17:33:26,487 INFO  [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/hbase/meta/1588230740/info/cef316ba062342038bc8aede1c1f87c3, entries=18, sequenceid=21, filesize=8.0 K
2024-11-14T17:33:26,488 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/hbase/meta/1588230740/.tmp/ns/6d9ecd9088294e71bef7776b600a64a5 as hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/hbase/meta/1588230740/ns/6d9ecd9088294e71bef7776b600a64a5
2024-11-14T17:33:26,494 INFO  [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/hbase/meta/1588230740/ns/6d9ecd9088294e71bef7776b600a64a5, entries=2, sequenceid=21, filesize=5.0 K
2024-11-14T17:33:26,495 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/hbase/meta/1588230740/.tmp/table/33b158e64e634a84ac598bb8a433d398 as hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/hbase/meta/1588230740/table/33b158e64e634a84ac598bb8a433d398
2024-11-14T17:33:26,501 INFO  [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/hbase/meta/1588230740/table/33b158e64e634a84ac598bb8a433d398, entries=2, sequenceid=21, filesize=5.3 K
2024-11-14T17:33:26,502 INFO  [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 980ms, sequenceid=21, compaction requested=false
2024-11-14T17:33:26,511 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1
2024-11-14T17:33:26,511 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-14T17:33:26,511 INFO  [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-14T17:33:26,512 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731605605521Running coprocessor pre-close hooks at 1731605605521Disabling compacts and flushes for region at 1731605605522 (+1 ms)Disabling writes for close at 1731605605522Obtaining lock to block concurrent updates at 1731605605522Preparing flush snapshotting stores in 1588230740 at 1731605605522Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1731605605522Flushing stores of hbase:meta,,1.1588230740 at 1731605605523 (+1 ms)Flushing 1588230740/info: creating writer at 1731605605523Flushing 1588230740/info: appending metadata at 1731605605578 (+55 ms)Flushing 1588230740/info: closing flushed file at 1731605605578Flushing 1588230740/ns: creating writer at 1731605606004 (+426 ms)Flushing 1588230740/ns: appending metadata at 1731605606026 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731605606026Flushing 1588230740/table: creating writer at 1731605606448 (+422 ms)Flushing 1588230740/table: appending metadata at 1731605606465 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731605606465Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37c8f7e6: reopening flushed file at 1731605606480 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fe5a64f: reopening flushed file at 1731605606488 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a9b539: reopening flushed file at 1731605606494 (+6 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 980ms, sequenceid=21, compaction requested=false at 1731605606502 (+8 ms)Writing region close event to WAL at 1731605606507 (+5 ms)Running coprocessor post-close hooks at 1731605606511 (+4 ms)Closed at 1731605606511
2024-11-14T17:33:26,512 DEBUG [RS_CLOSE_META-regionserver/4e57a52647ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-14T17:33:26,523 INFO  [RS:1;4e57a52647ef:33715 {}] regionserver.HRegionServer(976): stopping server 4e57a52647ef,33715,1731605555464; all regions closed.
2024-11-14T17:33:26,525 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741836_1012 (size=9487)
2024-11-14T17:33:26,525 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741836_1012 (size=9487)
2024-11-14T17:33:26,528 DEBUG [RS:1;4e57a52647ef:33715 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/oldWALs
2024-11-14T17:33:26,528 INFO  [RS:1;4e57a52647ef:33715 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4e57a52647ef%2C33715%2C1731605555464.meta:.meta(num 1731605558222)
2024-11-14T17:33:26,530 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741834_1010 (size=1032)
2024-11-14T17:33:26,530 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741834_1010 (size=1032)
2024-11-14T17:33:26,535 DEBUG [RS:1;4e57a52647ef:33715 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/oldWALs
2024-11-14T17:33:26,535 INFO  [RS:1;4e57a52647ef:33715 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4e57a52647ef%2C33715%2C1731605555464:(num 1731605557716)
2024-11-14T17:33:26,536 DEBUG [RS:1;4e57a52647ef:33715 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T17:33:26,536 INFO  [RS:1;4e57a52647ef:33715 {}] regionserver.LeaseManager(133): Closed leases
2024-11-14T17:33:26,536 INFO  [RS:1;4e57a52647ef:33715 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-14T17:33:26,536 INFO  [RS:1;4e57a52647ef:33715 {}] hbase.ChoreService(370): Chore service for: regionserver/4e57a52647ef:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-14T17:33:26,536 INFO  [RS:1;4e57a52647ef:33715 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-14T17:33:26,536 INFO  [regionserver/4e57a52647ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-14T17:33:26,536 INFO  [RS:1;4e57a52647ef:33715 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33715
2024-11-14T17:33:26,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33715-0x100ab7f709d0002, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4e57a52647ef,33715,1731605555464
2024-11-14T17:33:26,538 INFO  [RS:1;4e57a52647ef:33715 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-14T17:33:26,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44637-0x100ab7f709d0000, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-14T17:33:26,541 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4e57a52647ef,33715,1731605555464]
2024-11-14T17:33:26,542 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4e57a52647ef,33715,1731605555464 already deleted, retry=false
2024-11-14T17:33:26,542 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4e57a52647ef,33715,1731605555464 expired; onlineServers=0
2024-11-14T17:33:26,542 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4e57a52647ef,44637,1731605554223' *****
2024-11-14T17:33:26,542 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-14T17:33:26,542 INFO  [M:0;4e57a52647ef:44637 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-14T17:33:26,543 INFO  [M:0;4e57a52647ef:44637 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-14T17:33:26,543 DEBUG [M:0;4e57a52647ef:44637 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-14T17:33:26,543 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-14T17:33:26,543 DEBUG [M:0;4e57a52647ef:44637 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-14T17:33:26,543 DEBUG [master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731605557308 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.small.0-1731605557308,5,FailOnTimeoutGroup]
2024-11-14T17:33:26,543 DEBUG [master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731605557304 {}] cleaner.HFileCleaner(306): Exit Thread[master/4e57a52647ef:0:becomeActiveMaster-HFileCleaner.large.0-1731605557304,5,FailOnTimeoutGroup]
2024-11-14T17:33:26,543 INFO  [M:0;4e57a52647ef:44637 {}] hbase.ChoreService(370): Chore service for: master/4e57a52647ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-14T17:33:26,543 INFO  [M:0;4e57a52647ef:44637 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-14T17:33:26,543 DEBUG [M:0;4e57a52647ef:44637 {}] master.HMaster(1795): Stopping service threads
2024-11-14T17:33:26,543 INFO  [M:0;4e57a52647ef:44637 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-14T17:33:26,544 INFO  [M:0;4e57a52647ef:44637 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-14T17:33:26,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44637-0x100ab7f709d0000, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-14T17:33:26,546 INFO  [M:0;4e57a52647ef:44637 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-14T17:33:26,546 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-14T17:33:26,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44637-0x100ab7f709d0000, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T17:33:26,548 DEBUG [M:0;4e57a52647ef:44637 {}] zookeeper.ZKUtil(347): master:44637-0x100ab7f709d0000, quorum=127.0.0.1:62987, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-14T17:33:26,548 WARN  [M:0;4e57a52647ef:44637 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-14T17:33:26,548 INFO  [M:0;4e57a52647ef:44637 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/.lastflushedseqids
2024-11-14T17:33:26,561 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741941_1121 (size=138)
2024-11-14T17:33:26,562 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741941_1121 (size=138)
2024-11-14T17:33:26,563 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741941_1121 (size=138)
2024-11-14T17:33:26,567 INFO  [M:0;4e57a52647ef:44637 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-14T17:33:26,567 INFO  [M:0;4e57a52647ef:44637 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-14T17:33:26,567 DEBUG [M:0;4e57a52647ef:44637 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-14T17:33:26,567 INFO  [M:0;4e57a52647ef:44637 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-14T17:33:26,567 DEBUG [M:0;4e57a52647ef:44637 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-14T17:33:26,567 DEBUG [M:0;4e57a52647ef:44637 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-14T17:33:26,567 DEBUG [M:0;4e57a52647ef:44637 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-14T17:33:26,567 INFO  [M:0;4e57a52647ef:44637 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.34 KB heapSize=83.73 KB
2024-11-14T17:33:26,584 DEBUG [M:0;4e57a52647ef:44637 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b09d6087999a481e866febec3aaf0b26 is 82, key is hbase:meta,,1/info:regioninfo/1731605558412/Put/seqid=0
2024-11-14T17:33:26,591 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741942_1122 (size=5672)
2024-11-14T17:33:26,591 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741942_1122 (size=5672)
2024-11-14T17:33:26,591 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741942_1122 (size=5672)
2024-11-14T17:33:26,592 INFO  [M:0;4e57a52647ef:44637 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b09d6087999a481e866febec3aaf0b26
2024-11-14T17:33:26,618 DEBUG [M:0;4e57a52647ef:44637 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cccda3401d8a4379ae6624d5a41e3dfb is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731605576714/Put/seqid=0
2024-11-14T17:33:26,636 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741943_1123 (size=7755)
2024-11-14T17:33:26,637 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741943_1123 (size=7755)
2024-11-14T17:33:26,637 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741943_1123 (size=7755)
2024-11-14T17:33:26,638 INFO  [M:0;4e57a52647ef:44637 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.61 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cccda3401d8a4379ae6624d5a41e3dfb
2024-11-14T17:33:26,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33715-0x100ab7f709d0002, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-14T17:33:26,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33715-0x100ab7f709d0002, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-14T17:33:26,641 INFO  [RS:1;4e57a52647ef:33715 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-14T17:33:26,641 INFO  [RS:1;4e57a52647ef:33715 {}] regionserver.HRegionServer(1031): Exiting; stopping=4e57a52647ef,33715,1731605555464; zookeeper connection closed.
2024-11-14T17:33:26,641 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@102ae3b6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@102ae3b6
2024-11-14T17:33:26,642 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete
2024-11-14T17:33:26,654 INFO  [M:0;4e57a52647ef:44637 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cccda3401d8a4379ae6624d5a41e3dfb
2024-11-14T17:33:26,690 DEBUG [M:0;4e57a52647ef:44637 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed2e233e6bb842f5bd543d142afaf4a0 is 69, key is 4e57a52647ef,33715,1731605555464/rs:state/1731605557381/Put/seqid=0
2024-11-14T17:33:26,706 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741944_1124 (size=5445)
2024-11-14T17:33:26,708 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41483 is added to blk_1073741944_1124 (size=5445)
2024-11-14T17:33:26,708 INFO  [M:0;4e57a52647ef:44637 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed2e233e6bb842f5bd543d142afaf4a0
2024-11-14T17:33:26,711 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741944_1124 (size=5445)
2024-11-14T17:33:26,714 INFO  [M:0;4e57a52647ef:44637 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed2e233e6bb842f5bd543d142afaf4a0
2024-11-14T17:33:26,715 DEBUG [M:0;4e57a52647ef:44637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b09d6087999a481e866febec3aaf0b26 as hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b09d6087999a481e866febec3aaf0b26
2024-11-14T17:33:26,721 INFO  [M:0;4e57a52647ef:44637 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b09d6087999a481e866febec3aaf0b26, entries=8, sequenceid=168, filesize=5.5 K
2024-11-14T17:33:26,722 DEBUG [M:0;4e57a52647ef:44637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cccda3401d8a4379ae6624d5a41e3dfb as hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cccda3401d8a4379ae6624d5a41e3dfb
2024-11-14T17:33:26,728 INFO  [M:0;4e57a52647ef:44637 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cccda3401d8a4379ae6624d5a41e3dfb
2024-11-14T17:33:26,728 INFO  [M:0;4e57a52647ef:44637 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cccda3401d8a4379ae6624d5a41e3dfb, entries=17, sequenceid=168, filesize=7.6 K
2024-11-14T17:33:26,730 DEBUG [M:0;4e57a52647ef:44637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed2e233e6bb842f5bd543d142afaf4a0 as hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ed2e233e6bb842f5bd543d142afaf4a0
2024-11-14T17:33:26,736 INFO  [M:0;4e57a52647ef:44637 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed2e233e6bb842f5bd543d142afaf4a0
2024-11-14T17:33:26,736 INFO  [M:0;4e57a52647ef:44637 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39257/user/jenkins/test-data/b74218ad-7d02-47a7-a8bd-7360e053e93a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ed2e233e6bb842f5bd543d142afaf4a0, entries=3, sequenceid=168, filesize=5.3 K
2024-11-14T17:33:26,738 INFO  [M:0;4e57a52647ef:44637 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 171ms, sequenceid=168, compaction requested=false
2024-11-14T17:33:26,745 INFO  [M:0;4e57a52647ef:44637 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-14T17:33:26,745 DEBUG [M:0;4e57a52647ef:44637 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731605606567Disabling compacts and flushes for region at 1731605606567Disabling writes for close at 1731605606567Obtaining lock to block concurrent updates at 1731605606567Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731605606567Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69984, getHeapSize=85672, getOffHeapSize=0, getCellsCount=195 at 1731605606568 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731605606568Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731605606569 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731605606583 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731605606583Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731605606597 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731605606618 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731605606618Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731605606654 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731605606689 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731605606689Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b250814: reopening flushed file at 1731605606714 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e4ecc03: reopening flushed file at 1731605606721 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4071baa: reopening flushed file at 1731605606729 (+8 ms)Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 171ms, sequenceid=168, compaction requested=false at 1731605606738 (+9 ms)Writing region close event to WAL at 1731605606745 (+7 ms)Closed at 1731605606745
2024-11-14T17:33:26,752 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43201 is added to blk_1073741830_1006 (size=83606)
2024-11-14T17:33:26,753 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40839 is added to blk_1073741830_1006 (size=83606)
2024-11-14T17:33:26,754 INFO  [M:0;4e57a52647ef:44637 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-14T17:33:26,754 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-14T17:33:26,754 INFO  [M:0;4e57a52647ef:44637 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44637
2024-11-14T17:33:26,755 INFO  [M:0;4e57a52647ef:44637 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-14T17:33:26,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44637-0x100ab7f709d0000, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-14T17:33:26,857 INFO  [M:0;4e57a52647ef:44637 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-14T17:33:26,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44637-0x100ab7f709d0000, quorum=127.0.0.1:62987, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-14T17:33:26,866 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731605579947/wal.1731605580511 with renewLeaseKey: DEFAULT_16655
java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731605579947/wal.1731605580511 (inode 16655) Holder DFSClient_NONMAPREDUCE_-1232679286_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731605579947/wal.1731605580511 (inode 16655) Holder DFSClient_NONMAPREDUCE_-1232679286_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 25 more
2024-11-14T17:33:26,867 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731605571164/wal.1731605571279 with renewLeaseKey: DEFAULT_16586
java.io.IOException: stream already broken
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T17:33:26,867 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731605598860/wal.1731605600190 with renewLeaseKey: DEFAULT_16767
java.io.IOException: stream already broken
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T17:33:26,870 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731605580707/wal.1731605591187 with renewLeaseKey: DEFAULT_16678
java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731605580707/wal.1731605591187 (inode 16678) Holder DFSClient_NONMAPREDUCE_-1232679286_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731605580707/wal.1731605591187 (inode 16678) Holder DFSClient_NONMAPREDUCE_-1232679286_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 25 more
2024-11-14T17:33:26,871 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731605563005/wal.1731605563255 with renewLeaseKey: DEFAULT_16506
java.io.IOException: stream already broken
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T17:33:26,873 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731605591594/wal.1731605592603 with renewLeaseKey: DEFAULT_16704
java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731605591594/wal.1731605592603 (inode 16704) Holder DFSClient_NONMAPREDUCE_-1232679286_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731605591594/wal.1731605592603 (inode 16704) Holder DFSClient_NONMAPREDUCE_-1232679286_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 25 more
2024-11-14T17:33:26,874 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731605593034/wal.1731605593625 with renewLeaseKey: DEFAULT_16726
java.io.IOException: stream already broken
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T17:33:26,876 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731605561321/wal.1731605562683 with renewLeaseKey: DEFAULT_16485
java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731605561321/wal.1731605562683 (inode 16485) Holder DFSClient_NONMAPREDUCE_-1232679286_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731605561321/wal.1731605562683 (inode 16485) Holder DFSClient_NONMAPREDUCE_-1232679286_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 25 more
2024-11-14T17:33:26,879 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731605559113/wal.1731605560469 with renewLeaseKey: DEFAULT_16462
java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731605559113/wal.1731605560469 (inode 16462) Holder DFSClient_NONMAPREDUCE_-1232679286_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731605559113/wal.1731605560469 (inode 16462) Holder DFSClient_NONMAPREDUCE_-1232679286_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 25 more
2024-11-14T17:33:26,883 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b7f81b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-14T17:33:26,886 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d3aa315{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-14T17:33:26,886 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-14T17:33:26,886 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@606c1a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-14T17:33:26,886 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d7caafc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/hadoop.log.dir/,STOPPED}
2024-11-14T17:33:26,889 WARN  [BP-939765406-172.17.0.3-1731605549821 heartbeating to localhost/127.0.0.1:39257 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-14T17:33:26,889 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-14T17:33:26,889 WARN  [BP-939765406-172.17.0.3-1731605549821 heartbeating to localhost/127.0.0.1:39257 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-939765406-172.17.0.3-1731605549821 (Datanode Uuid 3cd89481-be29-439d-8889-495899615d29) service to localhost/127.0.0.1:39257
2024-11-14T17:33:26,889 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-14T17:33:26,891 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/cluster_33f6edc3-5f79-dd11-0b89-8827b8c8064d/data/data5/current/BP-939765406-172.17.0.3-1731605549821 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-14T17:33:26,891 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/cluster_33f6edc3-5f79-dd11-0b89-8827b8c8064d/data/data6/current/BP-939765406-172.17.0.3-1731605549821 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-14T17:33:26,891 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-14T17:33:26,893 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@565a2c18{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-14T17:33:26,894 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@311fb016{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-14T17:33:26,894 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-14T17:33:26,894 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@540114bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-14T17:33:26,894 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fe9d746{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/hadoop.log.dir/,STOPPED}
2024-11-14T17:33:26,896 WARN  [BP-939765406-172.17.0.3-1731605549821 heartbeating to localhost/127.0.0.1:39257 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-14T17:33:26,896 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-14T17:33:26,896 WARN  [BP-939765406-172.17.0.3-1731605549821 heartbeating to localhost/127.0.0.1:39257 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-939765406-172.17.0.3-1731605549821 (Datanode Uuid 780ee143-dbdc-4158-a599-d797634f81e8) service to localhost/127.0.0.1:39257
2024-11-14T17:33:26,896 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-14T17:33:26,896 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/cluster_33f6edc3-5f79-dd11-0b89-8827b8c8064d/data/data3/current/BP-939765406-172.17.0.3-1731605549821 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-14T17:33:26,897 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/cluster_33f6edc3-5f79-dd11-0b89-8827b8c8064d/data/data4/current/BP-939765406-172.17.0.3-1731605549821 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-14T17:33:26,897 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-14T17:33:26,899 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@388bacc3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-14T17:33:26,899 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f48fbbe{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-14T17:33:26,899 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-14T17:33:26,899 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63c29ae0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-14T17:33:26,900 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f494b95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/hadoop.log.dir/,STOPPED}
2024-11-14T17:33:26,902 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-14T17:33:26,902 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-14T17:33:26,902 WARN  [BP-939765406-172.17.0.3-1731605549821 heartbeating to localhost/127.0.0.1:39257 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-14T17:33:26,902 WARN  [BP-939765406-172.17.0.3-1731605549821 heartbeating to localhost/127.0.0.1:39257 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-939765406-172.17.0.3-1731605549821 (Datanode Uuid 60276406-9220-4ef1-87cb-71edb41ef839) service to localhost/127.0.0.1:39257
2024-11-14T17:33:26,903 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/cluster_33f6edc3-5f79-dd11-0b89-8827b8c8064d/data/data1/current/BP-939765406-172.17.0.3-1731605549821 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-14T17:33:26,903 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/cluster_33f6edc3-5f79-dd11-0b89-8827b8c8064d/data/data2/current/BP-939765406-172.17.0.3-1731605549821 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-14T17:33:26,903 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-14T17:33:26,922 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6878e65d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-14T17:33:26,923 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f30922e{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-14T17:33:26,923 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-14T17:33:26,923 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e578b56{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-14T17:33:26,923 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bdd7391{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1e8cfa66-c842-8c96-4579-f9828f786e75/hadoop.log.dir/,STOPPED}
2024-11-14T17:33:26,934 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-14T17:33:26,987 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down