2024-12-05 07:40:09,631 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7857fe2
2024-12-05 07:40:09,649 main DEBUG Took 0.015621 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-12-05 07:40:09,650 main DEBUG PluginManager 'Core' found 129 plugins
2024-12-05 07:40:09,651 main DEBUG PluginManager 'Level' found 0 plugins
2024-12-05 07:40:09,652 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-12-05 07:40:09,654 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 07:40:09,668 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-12-05 07:40:09,693 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 07:40:09,696 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 07:40:09,697 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 07:40:09,697 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 07:40:09,698 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 07:40:09,698 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 07:40:09,701 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 07:40:09,702 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 07:40:09,702 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 07:40:09,703 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 07:40:09,704 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 07:40:09,705 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 07:40:09,706 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 07:40:09,706 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 07:40:09,707 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 07:40:09,707 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 07:40:09,708 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 07:40:09,708 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 07:40:09,710 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 07:40:09,711 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 07:40:09,711 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 07:40:09,711 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 07:40:09,712 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 07:40:09,713 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 07:40:09,713 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 07:40:09,714 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-12-05 07:40:09,716 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 07:40:09,718 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-12-05 07:40:09,721 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-12-05 07:40:09,722 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-12-05 07:40:09,724 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-12-05 07:40:09,726 main DEBUG PluginManager 'Converter' found 47 plugins
2024-12-05 07:40:09,743 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-12-05 07:40:09,747 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-12-05 07:40:09,749 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-12-05 07:40:09,750 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-12-05 07:40:09,750 main DEBUG createAppenders(={Console})
2024-12-05 07:40:09,751 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7857fe2 initialized
2024-12-05 07:40:09,752 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7857fe2
2024-12-05 07:40:09,753 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7857fe2 OK.
2024-12-05 07:40:09,753 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-12-05 07:40:09,754 main DEBUG OutputStream closed
2024-12-05 07:40:09,754 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-12-05 07:40:09,754 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-12-05 07:40:09,755 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54a7079e OK
2024-12-05 07:40:09,964 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-12-05 07:40:09,972 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-12-05 07:40:09,973 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-12-05 07:40:09,975 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-12-05 07:40:09,976 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-12-05 07:40:09,976 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-12-05 07:40:09,977 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-12-05 07:40:09,977 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-12-05 07:40:09,977 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-12-05 07:40:09,978 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-12-05 07:40:09,978 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-12-05 07:40:09,978 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-12-05 07:40:09,979 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-12-05 07:40:09,979 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-12-05 07:40:09,980 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-12-05 07:40:09,980 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-12-05 07:40:09,980 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-12-05 07:40:09,995 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-12-05 07:40:10,011 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-05 07:40:10,012 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19b93fa8) with optional ClassLoader: null
2024-12-05 07:40:10,012 main DEBUG Shutdown hook enabled. Registering a new one.
2024-12-05 07:40:10,013 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19b93fa8] started OK.
2024-12-05T07:40:10,378 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f
2024-12-05 07:40:10,385 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-12-05 07:40:10,386 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-05T07:40:10,402 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins
2024-12-05T07:40:10,412 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayCompressed timeout: 13 mins
2024-12-05T07:40:10,450 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-12-05T07:40:10,517 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-12-05T07:40:10,518 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-12-05T07:40:10,542 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-12-05T07:40:10,569 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/cluster_7c3f5f36-80fb-0e84-6699-b67aace9e583, deleteOnExit=true
2024-12-05T07:40:10,570 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-12-05T07:40:10,571 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/test.cache.data in system properties and HBase conf
2024-12-05T07:40:10,572 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/hadoop.tmp.dir in system properties and HBase conf
2024-12-05T07:40:10,572 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/hadoop.log.dir in system properties and HBase conf
2024-12-05T07:40:10,573 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/mapreduce.cluster.local.dir in system properties and HBase conf
2024-12-05T07:40:10,574 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-12-05T07:40:10,574 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-12-05T07:40:10,696 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-12-05T07:40:10,866 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-05T07:40:10,877 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-12-05T07:40:10,878 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-12-05T07:40:10,879 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-12-05T07:40:10,880 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-05T07:40:10,882 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-12-05T07:40:10,883 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-12-05T07:40:10,891 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-05T07:40:10,891 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-05T07:40:10,897 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-12-05T07:40:10,898 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/nfs.dump.dir in system properties and HBase conf
2024-12-05T07:40:10,898 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/java.io.tmpdir in system properties and HBase conf
2024-12-05T07:40:10,899 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-05T07:40:10,900 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-12-05T07:40:10,901 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-12-05T07:40:12,540 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-12-05T07:40:12,644 INFO  [Time-limited test {}] log.Log(170): Logging initialized @4034ms to org.eclipse.jetty.util.log.Slf4jLog
2024-12-05T07:40:12,755 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-05T07:40:12,870 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-05T07:40:12,944 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-05T07:40:12,944 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-05T07:40:12,946 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-05T07:40:12,997 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-05T07:40:13,013 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6630be9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/hadoop.log.dir/,AVAILABLE}
2024-12-05T07:40:13,020 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70596a48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-05T07:40:13,341 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1843526c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/java.io.tmpdir/jetty-localhost-40417-hadoop-hdfs-3_4_1-tests_jar-_-any-16347701906726752217/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-05T07:40:13,350 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@776c4d96{HTTP/1.1, (http/1.1)}{localhost:40417}
2024-12-05T07:40:13,350 INFO  [Time-limited test {}] server.Server(415): Started @4741ms
2024-12-05T07:40:14,135 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-05T07:40:14,142 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-05T07:40:14,147 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-05T07:40:14,147 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-05T07:40:14,148 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-12-05T07:40:14,151 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b895d95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/hadoop.log.dir/,AVAILABLE}
2024-12-05T07:40:14,152 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d33512e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-05T07:40:14,281 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4dc44ec6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/java.io.tmpdir/jetty-localhost-39293-hadoop-hdfs-3_4_1-tests_jar-_-any-4211198653729921742/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-05T07:40:14,282 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17f6e478{HTTP/1.1, (http/1.1)}{localhost:39293}
2024-12-05T07:40:14,282 INFO  [Time-limited test {}] server.Server(415): Started @5673ms
2024-12-05T07:40:14,345 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-12-05T07:40:14,688 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-05T07:40:14,717 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-05T07:40:14,756 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-05T07:40:14,757 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-05T07:40:14,757 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-05T07:40:14,759 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e971547{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/hadoop.log.dir/,AVAILABLE}
2024-12-05T07:40:14,762 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3264f7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-05T07:40:14,926 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28e1ba78{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/java.io.tmpdir/jetty-localhost-34963-hadoop-hdfs-3_4_1-tests_jar-_-any-14737741148961967402/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-05T07:40:14,927 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@702c0733{HTTP/1.1, (http/1.1)}{localhost:34963}
2024-12-05T07:40:14,928 INFO  [Time-limited test {}] server.Server(415): Started @6318ms
2024-12-05T07:40:14,932 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-12-05T07:40:15,136 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-05T07:40:15,152 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-05T07:40:15,163 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-05T07:40:15,163 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-05T07:40:15,164 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-12-05T07:40:15,165 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bf0fdb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/hadoop.log.dir/,AVAILABLE}
2024-12-05T07:40:15,166 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6853f5bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-05T07:40:15,287 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4290616c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/java.io.tmpdir/jetty-localhost-38805-hadoop-hdfs-3_4_1-tests_jar-_-any-15850171711222472366/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-05T07:40:15,288 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e25d2b6{HTTP/1.1, (http/1.1)}{localhost:38805}
2024-12-05T07:40:15,289 INFO  [Time-limited test {}] server.Server(415): Started @6679ms
2024-12-05T07:40:15,291 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-12-05T07:40:15,924 WARN  [Thread-121 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/cluster_7c3f5f36-80fb-0e84-6699-b67aace9e583/data/data1/current/BP-1506942772-172.17.0.2-1733384411909/current, will proceed with Du for space computation calculation, 
2024-12-05T07:40:15,926 WARN  [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/cluster_7c3f5f36-80fb-0e84-6699-b67aace9e583/data/data3/current/BP-1506942772-172.17.0.2-1733384411909/current, will proceed with Du for space computation calculation, 
2024-12-05T07:40:15,928 WARN  [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/cluster_7c3f5f36-80fb-0e84-6699-b67aace9e583/data/data2/current/BP-1506942772-172.17.0.2-1733384411909/current, will proceed with Du for space computation calculation, 
2024-12-05T07:40:15,927 WARN  [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/cluster_7c3f5f36-80fb-0e84-6699-b67aace9e583/data/data4/current/BP-1506942772-172.17.0.2-1733384411909/current, will proceed with Du for space computation calculation, 
2024-12-05T07:40:15,988 WARN  [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-12-05T07:40:15,988 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-12-05T07:40:16,045 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8683a7fc7b68c1 with lease ID 0xbc74daee30dbdddf: Processing first storage report for DS-9a31ed6c-f753-4b1c-9524-fd6fd0b93aed from datanode DatanodeRegistration(127.0.0.1:34129, datanodeUuid=82c3b33b-c32c-4612-bc6f-2310ac53e845, infoPort=44281, infoSecurePort=0, ipcPort=34959, storageInfo=lv=-57;cid=testClusterID;nsid=1561701928;c=1733384411909)
2024-12-05T07:40:16,046 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8683a7fc7b68c1 with lease ID 0xbc74daee30dbdddf: from storage DS-9a31ed6c-f753-4b1c-9524-fd6fd0b93aed node DatanodeRegistration(127.0.0.1:34129, datanodeUuid=82c3b33b-c32c-4612-bc6f-2310ac53e845, infoPort=44281, infoSecurePort=0, ipcPort=34959, storageInfo=lv=-57;cid=testClusterID;nsid=1561701928;c=1733384411909), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-12-05T07:40:16,049 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa89a39377efc6168 with lease ID 0xbc74daee30dbddde: Processing first storage report for DS-0c77709a-e756-445a-9453-cd61d1686199 from datanode DatanodeRegistration(127.0.0.1:39399, datanodeUuid=73e1625d-7d97-4998-94fd-03d60fbc9811, infoPort=45875, infoSecurePort=0, ipcPort=40165, storageInfo=lv=-57;cid=testClusterID;nsid=1561701928;c=1733384411909)
2024-12-05T07:40:16,049 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa89a39377efc6168 with lease ID 0xbc74daee30dbddde: from storage DS-0c77709a-e756-445a-9453-cd61d1686199 node DatanodeRegistration(127.0.0.1:39399, datanodeUuid=73e1625d-7d97-4998-94fd-03d60fbc9811, infoPort=45875, infoSecurePort=0, ipcPort=40165, storageInfo=lv=-57;cid=testClusterID;nsid=1561701928;c=1733384411909), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-12-05T07:40:16,051 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8683a7fc7b68c1 with lease ID 0xbc74daee30dbdddf: Processing first storage report for DS-e53dcbc8-9e87-46b2-9c89-71be718ffb3c from datanode DatanodeRegistration(127.0.0.1:34129, datanodeUuid=82c3b33b-c32c-4612-bc6f-2310ac53e845, infoPort=44281, infoSecurePort=0, ipcPort=34959, storageInfo=lv=-57;cid=testClusterID;nsid=1561701928;c=1733384411909)
2024-12-05T07:40:16,051 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8683a7fc7b68c1 with lease ID 0xbc74daee30dbdddf: from storage DS-e53dcbc8-9e87-46b2-9c89-71be718ffb3c node DatanodeRegistration(127.0.0.1:34129, datanodeUuid=82c3b33b-c32c-4612-bc6f-2310ac53e845, infoPort=44281, infoSecurePort=0, ipcPort=34959, storageInfo=lv=-57;cid=testClusterID;nsid=1561701928;c=1733384411909), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-12-05T07:40:16,051 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa89a39377efc6168 with lease ID 0xbc74daee30dbddde: Processing first storage report for DS-a7dacbe1-6159-4b78-9c8e-879b2739e7a2 from datanode DatanodeRegistration(127.0.0.1:39399, datanodeUuid=73e1625d-7d97-4998-94fd-03d60fbc9811, infoPort=45875, infoSecurePort=0, ipcPort=40165, storageInfo=lv=-57;cid=testClusterID;nsid=1561701928;c=1733384411909)
2024-12-05T07:40:16,051 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa89a39377efc6168 with lease ID 0xbc74daee30dbddde: from storage DS-a7dacbe1-6159-4b78-9c8e-879b2739e7a2 node DatanodeRegistration(127.0.0.1:39399, datanodeUuid=73e1625d-7d97-4998-94fd-03d60fbc9811, infoPort=45875, infoSecurePort=0, ipcPort=40165, storageInfo=lv=-57;cid=testClusterID;nsid=1561701928;c=1733384411909), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-12-05T07:40:16,195 WARN  [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/cluster_7c3f5f36-80fb-0e84-6699-b67aace9e583/data/data5/current/BP-1506942772-172.17.0.2-1733384411909/current, will proceed with Du for space computation calculation, 
2024-12-05T07:40:16,199 WARN  [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/cluster_7c3f5f36-80fb-0e84-6699-b67aace9e583/data/data6/current/BP-1506942772-172.17.0.2-1733384411909/current, will proceed with Du for space computation calculation, 
2024-12-05T07:40:16,260 WARN  [Thread-104 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-12-05T07:40:16,267 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x97f381d2f727031e with lease ID 0xbc74daee30dbdde0: Processing first storage report for DS-de2e92a4-2458-4679-b356-5710683d85dc from datanode DatanodeRegistration(127.0.0.1:44769, datanodeUuid=1ae294f1-8340-45b4-8865-71a572d858e6, infoPort=42109, infoSecurePort=0, ipcPort=42847, storageInfo=lv=-57;cid=testClusterID;nsid=1561701928;c=1733384411909)
2024-12-05T07:40:16,267 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x97f381d2f727031e with lease ID 0xbc74daee30dbdde0: from storage DS-de2e92a4-2458-4679-b356-5710683d85dc node DatanodeRegistration(127.0.0.1:44769, datanodeUuid=1ae294f1-8340-45b4-8865-71a572d858e6, infoPort=42109, infoSecurePort=0, ipcPort=42847, storageInfo=lv=-57;cid=testClusterID;nsid=1561701928;c=1733384411909), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-12-05T07:40:16,268 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x97f381d2f727031e with lease ID 0xbc74daee30dbdde0: Processing first storage report for DS-e62b273e-8ae6-48a5-b3a1-9150d4c06976 from datanode DatanodeRegistration(127.0.0.1:44769, datanodeUuid=1ae294f1-8340-45b4-8865-71a572d858e6, infoPort=42109, infoSecurePort=0, ipcPort=42847, storageInfo=lv=-57;cid=testClusterID;nsid=1561701928;c=1733384411909)
2024-12-05T07:40:16,268 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x97f381d2f727031e with lease ID 0xbc74daee30dbdde0: from storage DS-e62b273e-8ae6-48a5-b3a1-9150d4c06976 node DatanodeRegistration(127.0.0.1:44769, datanodeUuid=1ae294f1-8340-45b4-8865-71a572d858e6, infoPort=42109, infoSecurePort=0, ipcPort=42847, storageInfo=lv=-57;cid=testClusterID;nsid=1561701928;c=1733384411909), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-12-05T07:40:16,371 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f
2024-12-05T07:40:16,474 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/cluster_7c3f5f36-80fb-0e84-6699-b67aace9e583/zookeeper_0, clientPort=58963, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/cluster_7c3f5f36-80fb-0e84-6699-b67aace9e583/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/cluster_7c3f5f36-80fb-0e84-6699-b67aace9e583/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-12-05T07:40:16,504 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58963
2024-12-05T07:40:16,523 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-05T07:40:16,527 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-05T07:40:16,768 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741825_1001 (size=7)
2024-12-05T07:40:16,769 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741825_1001 (size=7)
2024-12-05T07:40:16,769 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741825_1001 (size=7)
2024-12-05T07:40:17,180 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b with version=8
2024-12-05T07:40:17,180 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/hbase-staging
2024-12-05T07:40:17,566 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/fc6cd38557f3:0 server-side Connection retries=45
2024-12-05T07:40:17,578 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-05T07:40:17,579 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-05T07:40:17,584 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-05T07:40:17,585 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-05T07:40:17,585 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-05T07:40:17,787 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-12-05T07:40:17,900 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-12-05T07:40:17,913 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-12-05T07:40:17,919 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-05T07:40:17,956 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 3498 (auto-detected)
2024-12-05T07:40:17,959 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-12-05T07:40:17,992 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40799
2024-12-05T07:40:18,025 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40799 connecting to ZooKeeper ensemble=127.0.0.1:58963
2024-12-05T07:40:18,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407990x0, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-05T07:40:18,184 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40799-0x101a5b8bf890000 connected
2024-12-05T07:40:18,299 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-05T07:40:18,302 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-05T07:40:18,314 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40799-0x101a5b8bf890000, quorum=127.0.0.1:58963, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-05T07:40:18,319 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b, hbase.cluster.distributed=false
2024-12-05T07:40:18,346 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40799-0x101a5b8bf890000, quorum=127.0.0.1:58963, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-05T07:40:18,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40799
2024-12-05T07:40:18,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40799
2024-12-05T07:40:18,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40799
2024-12-05T07:40:18,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40799
2024-12-05T07:40:18,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40799
2024-12-05T07:40:18,477 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/fc6cd38557f3:0 server-side Connection retries=45
2024-12-05T07:40:18,479 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-05T07:40:18,479 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-05T07:40:18,479 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-05T07:40:18,479 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-05T07:40:18,480 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-05T07:40:18,482 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-05T07:40:18,485 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-05T07:40:18,486 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46603
2024-12-05T07:40:18,488 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46603 connecting to ZooKeeper ensemble=127.0.0.1:58963
2024-12-05T07:40:18,490 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-05T07:40:18,495 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-05T07:40:18,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466030x0, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-05T07:40:18,524 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:466030x0, quorum=127.0.0.1:58963, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-05T07:40:18,528 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-05T07:40:18,531 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46603-0x101a5b8bf890001 connected
2024-12-05T07:40:18,540 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-05T07:40:18,543 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46603-0x101a5b8bf890001, quorum=127.0.0.1:58963, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-05T07:40:18,549 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46603-0x101a5b8bf890001, quorum=127.0.0.1:58963, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-05T07:40:18,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46603
2024-12-05T07:40:18,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46603
2024-12-05T07:40:18,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46603
2024-12-05T07:40:18,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46603
2024-12-05T07:40:18,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46603
2024-12-05T07:40:18,578 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/fc6cd38557f3:0 server-side Connection retries=45
2024-12-05T07:40:18,579 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-05T07:40:18,579 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-05T07:40:18,579 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-05T07:40:18,580 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-05T07:40:18,580 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-05T07:40:18,580 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-05T07:40:18,580 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-05T07:40:18,581 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39855
2024-12-05T07:40:18,583 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39855 connecting to ZooKeeper ensemble=127.0.0.1:58963
2024-12-05T07:40:18,583 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-05T07:40:18,587 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-05T07:40:18,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398550x0, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-05T07:40:18,612 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:398550x0, quorum=127.0.0.1:58963, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-05T07:40:18,612 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39855-0x101a5b8bf890002 connected
2024-12-05T07:40:18,613 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-05T07:40:18,614 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-05T07:40:18,615 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39855-0x101a5b8bf890002, quorum=127.0.0.1:58963, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-05T07:40:18,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39855-0x101a5b8bf890002, quorum=127.0.0.1:58963, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-05T07:40:18,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39855
2024-12-05T07:40:18,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39855
2024-12-05T07:40:18,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39855
2024-12-05T07:40:18,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39855
2024-12-05T07:40:18,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39855
2024-12-05T07:40:18,658 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/fc6cd38557f3:0 server-side Connection retries=45
2024-12-05T07:40:18,658 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-05T07:40:18,658 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-05T07:40:18,659 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-05T07:40:18,659 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-05T07:40:18,659 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-05T07:40:18,659 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-05T07:40:18,659 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-05T07:40:18,660 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36869
2024-12-05T07:40:18,663 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36869 connecting to ZooKeeper ensemble=127.0.0.1:58963
2024-12-05T07:40:18,664 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-05T07:40:18,668 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-05T07:40:18,695 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368690x0, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-05T07:40:18,696 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36869-0x101a5b8bf890003 connected
2024-12-05T07:40:18,696 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36869-0x101a5b8bf890003, quorum=127.0.0.1:58963, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-05T07:40:18,696 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-05T07:40:18,697 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-05T07:40:18,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36869-0x101a5b8bf890003, quorum=127.0.0.1:58963, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-05T07:40:18,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36869-0x101a5b8bf890003, quorum=127.0.0.1:58963, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-05T07:40:18,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36869
2024-12-05T07:40:18,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36869
2024-12-05T07:40:18,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36869
2024-12-05T07:40:18,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36869
2024-12-05T07:40:18,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36869
2024-12-05T07:40:18,726 DEBUG [M:0;fc6cd38557f3:40799 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fc6cd38557f3:40799
2024-12-05T07:40:18,727 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fc6cd38557f3,40799,1733384417352
2024-12-05T07:40:18,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46603-0x101a5b8bf890001, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-05T07:40:18,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39855-0x101a5b8bf890002, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-05T07:40:18,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40799-0x101a5b8bf890000, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-05T07:40:18,745 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36869-0x101a5b8bf890003, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-05T07:40:18,748 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40799-0x101a5b8bf890000, quorum=127.0.0.1:58963, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fc6cd38557f3,40799,1733384417352
2024-12-05T07:40:18,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39855-0x101a5b8bf890002, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-05T07:40:18,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46603-0x101a5b8bf890001, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-05T07:40:18,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40799-0x101a5b8bf890000, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:40:18,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39855-0x101a5b8bf890002, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:40:18,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46603-0x101a5b8bf890001, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:40:18,781 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36869-0x101a5b8bf890003, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-05T07:40:18,781 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36869-0x101a5b8bf890003, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:40:18,783 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40799-0x101a5b8bf890000, quorum=127.0.0.1:58963, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-05T07:40:18,785 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fc6cd38557f3,40799,1733384417352 from backup master directory
2024-12-05T07:40:18,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40799-0x101a5b8bf890000, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fc6cd38557f3,40799,1733384417352
2024-12-05T07:40:18,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46603-0x101a5b8bf890001, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-05T07:40:18,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39855-0x101a5b8bf890002, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-05T07:40:18,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40799-0x101a5b8bf890000, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-05T07:40:18,799 WARN  [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-05T07:40:18,799 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fc6cd38557f3,40799,1733384417352
2024-12-05T07:40:18,799 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36869-0x101a5b8bf890003, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-05T07:40:18,802 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-12-05T07:40:18,804 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-12-05T07:40:18,871 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/hbase.id] with ID: faecedf2-159d-4622-a167-3e56f9681f0b
2024-12-05T07:40:18,875 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/.tmp/hbase.id
2024-12-05T07:40:18,892 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741826_1002 (size=42)
2024-12-05T07:40:18,893 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741826_1002 (size=42)
2024-12-05T07:40:18,895 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741826_1002 (size=42)
2024-12-05T07:40:18,896 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/.tmp/hbase.id]:[hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/hbase.id]
2024-12-05T07:40:18,956 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-05T07:40:18,961 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-12-05T07:40:18,979 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms.
2024-12-05T07:40:19,011 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36869-0x101a5b8bf890003, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:40:19,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46603-0x101a5b8bf890001, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:40:19,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39855-0x101a5b8bf890002, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:40:19,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40799-0x101a5b8bf890000, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:40:19,023 WARN  [IPC Server handler 1 on default port 40293 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-05T07:40:19,023 WARN  [IPC Server handler 1 on default port 40293 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-12-05T07:40:19,023 WARN  [IPC Server handler 1 on default port 40293 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-12-05T07:40:19,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741827_1003 (size=196)
2024-12-05T07:40:19,032 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741827_1003 (size=196)
2024-12-05T07:40:19,053 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-05T07:40:19,055 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-05T07:40:19,062 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T07:40:19,091 WARN  [IPC Server handler 2 on default port 40293 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-05T07:40:19,092 WARN  [IPC Server handler 2 on default port 40293 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-12-05T07:40:19,092 WARN  [IPC Server handler 2 on default port 40293 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-12-05T07:40:19,099 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741828_1004 (size=1189)
2024-12-05T07:40:19,099 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741828_1004 (size=1189)
2024-12-05T07:40:19,119 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/MasterData/data/master/store
2024-12-05T07:40:19,142 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741829_1005 (size=34)
2024-12-05T07:40:19,142 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741829_1005 (size=34)
2024-12-05T07:40:19,143 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741829_1005 (size=34)
2024-12-05T07:40:19,148 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-12-05T07:40:19,151 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:40:19,153 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-05T07:40:19,153 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T07:40:19,153 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T07:40:19,155 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-05T07:40:19,155 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T07:40:19,155 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T07:40:19,156 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733384419153Disabling compacts and flushes for region at 1733384419153Disabling writes for close at 1733384419155 (+2 ms)Writing region close event to WAL at 1733384419155Closed at 1733384419155
2024-12-05T07:40:19,158 WARN  [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/MasterData/data/master/store/.initializing
2024-12-05T07:40:19,159 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/MasterData/WALs/fc6cd38557f3,40799,1733384417352
2024-12-05T07:40:19,168 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-05T07:40:19,184 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc6cd38557f3%2C40799%2C1733384417352, suffix=, logDir=hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/MasterData/WALs/fc6cd38557f3,40799,1733384417352, archiveDir=hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/MasterData/oldWALs, maxLogs=10
2024-12-05T07:40:19,223 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/MasterData/WALs/fc6cd38557f3,40799,1733384417352/fc6cd38557f3%2C40799%2C1733384417352.1733384419190, exclude list is [], retry=0
2024-12-05T07:40:19,226 WARN  [IPC Server handler 1 on default port 40293 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-12-05T07:40:19,226 WARN  [IPC Server handler 1 on default port 40293 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-12-05T07:40:19,227 WARN  [IPC Server handler 1 on default port 40293 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-12-05T07:40:19,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T07:40:19,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34129,DS-9a31ed6c-f753-4b1c-9524-fd6fd0b93aed,DISK]
2024-12-05T07:40:19,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44769,DS-de2e92a4-2458-4679-b356-5710683d85dc,DISK]
2024-12-05T07:40:19,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-12-05T07:40:19,297 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/MasterData/WALs/fc6cd38557f3,40799,1733384417352/fc6cd38557f3%2C40799%2C1733384417352.1733384419190
2024-12-05T07:40:19,298 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44281:44281),(127.0.0.1/127.0.0.1:42109:42109)]
2024-12-05T07:40:19,299 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-05T07:40:19,299 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:40:19,303 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-05T07:40:19,304 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-05T07:40:19,343 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-05T07:40:19,370 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-05T07:40:19,373 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:19,376 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T07:40:19,376 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-05T07:40:19,380 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-05T07:40:19,380 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:19,381 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:19,381 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-05T07:40:19,384 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-05T07:40:19,384 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:19,385 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:19,386 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-05T07:40:19,389 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-05T07:40:19,389 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:19,390 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:19,390 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-12-05T07:40:19,393 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-05T07:40:19,396 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-05T07:40:19,401 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-12-05T07:40:19,401 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-12-05T07:40:19,405 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-05T07:40:19,409 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-05T07:40:19,413 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-05T07:40:19,414 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61455220, jitterRate=-0.08424586057662964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-05T07:40:19,421 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1733384419318Initializing all the Stores at 1733384419321 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733384419322 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384419322Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384419322Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384419322Cleaning up temporary data from old regions at 1733384419402 (+80 ms)Region opened successfully at 1733384419421 (+19 ms)
2024-12-05T07:40:19,422 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-05T07:40:19,458 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@696e742e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fc6cd38557f3/172.17.0.2:0
2024-12-05T07:40:19,489 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-12-05T07:40:19,500 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-12-05T07:40:19,501 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-12-05T07:40:19,503 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-12-05T07:40:19,504 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-12-05T07:40:19,510 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec
2024-12-05T07:40:19,510 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-05T07:40:19,539 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-12-05T07:40:19,548 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40799-0x101a5b8bf890000, quorum=127.0.0.1:58963, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-12-05T07:40:19,605 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-12-05T07:40:19,608 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-12-05T07:40:19,609 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40799-0x101a5b8bf890000, quorum=127.0.0.1:58963, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-12-05T07:40:19,619 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-12-05T07:40:19,621 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-12-05T07:40:19,625 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40799-0x101a5b8bf890000, quorum=127.0.0.1:58963, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-12-05T07:40:19,636 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-12-05T07:40:19,638 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40799-0x101a5b8bf890000, quorum=127.0.0.1:58963, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-12-05T07:40:19,647 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-12-05T07:40:19,666 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40799-0x101a5b8bf890000, quorum=127.0.0.1:58963, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-12-05T07:40:19,678 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-12-05T07:40:19,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46603-0x101a5b8bf890001, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-05T07:40:19,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39855-0x101a5b8bf890002, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-05T07:40:19,689 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36869-0x101a5b8bf890003, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-05T07:40:19,689 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36869-0x101a5b8bf890003, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:40:19,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40799-0x101a5b8bf890000, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-05T07:40:19,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40799-0x101a5b8bf890000, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:40:19,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46603-0x101a5b8bf890001, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:40:19,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39855-0x101a5b8bf890002, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:40:19,694 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fc6cd38557f3,40799,1733384417352, sessionid=0x101a5b8bf890000, setting cluster-up flag (Was=false)
2024-12-05T07:40:19,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46603-0x101a5b8bf890001, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:40:19,722 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36869-0x101a5b8bf890003, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:40:19,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40799-0x101a5b8bf890000, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:40:19,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39855-0x101a5b8bf890002, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:40:19,756 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-12-05T07:40:19,758 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fc6cd38557f3,40799,1733384417352
2024-12-05T07:40:19,780 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36869-0x101a5b8bf890003, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:40:19,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39855-0x101a5b8bf890002, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:40:19,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40799-0x101a5b8bf890000, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:40:19,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46603-0x101a5b8bf890001, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:40:19,847 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-12-05T07:40:19,851 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fc6cd38557f3,40799,1733384417352
2024-12-05T07:40:19,860 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-12-05T07:40:19,915 INFO  [RS:1;fc6cd38557f3:39855 {}] regionserver.HRegionServer(746): ClusterId : faecedf2-159d-4622-a167-3e56f9681f0b
2024-12-05T07:40:19,916 INFO  [RS:0;fc6cd38557f3:46603 {}] regionserver.HRegionServer(746): ClusterId : faecedf2-159d-4622-a167-3e56f9681f0b
2024-12-05T07:40:19,918 DEBUG [RS:0;fc6cd38557f3:46603 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-05T07:40:19,920 DEBUG [RS:1;fc6cd38557f3:39855 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-05T07:40:19,952 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-12-05T07:40:19,967 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-12-05T07:40:19,974 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-12-05T07:40:19,985 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fc6cd38557f3,40799,1733384417352
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-12-05T07:40:20,043 INFO  [RS:2;fc6cd38557f3:36869 {}] regionserver.HRegionServer(746): ClusterId : faecedf2-159d-4622-a167-3e56f9681f0b
2024-12-05T07:40:20,043 DEBUG [RS:2;fc6cd38557f3:36869 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-05T07:40:20,065 DEBUG [RS:0;fc6cd38557f3:46603 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-05T07:40:20,066 DEBUG [RS:0;fc6cd38557f3:46603 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-05T07:40:20,067 DEBUG [RS:1;fc6cd38557f3:39855 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-05T07:40:20,067 DEBUG [RS:1;fc6cd38557f3:39855 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-05T07:40:20,078 DEBUG [RS:2;fc6cd38557f3:36869 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-05T07:40:20,078 DEBUG [RS:2;fc6cd38557f3:36869 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-05T07:40:20,080 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fc6cd38557f3:0, corePoolSize=5, maxPoolSize=5
2024-12-05T07:40:20,080 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fc6cd38557f3:0, corePoolSize=5, maxPoolSize=5
2024-12-05T07:40:20,080 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=5, maxPoolSize=5
2024-12-05T07:40:20,081 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=5, maxPoolSize=5
2024-12-05T07:40:20,081 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fc6cd38557f3:0, corePoolSize=10, maxPoolSize=10
2024-12-05T07:40:20,081 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:40:20,081 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=2, maxPoolSize=2
2024-12-05T07:40:20,081 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:40:20,095 DEBUG [RS:0;fc6cd38557f3:46603 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-05T07:40:20,096 DEBUG [RS:0;fc6cd38557f3:46603 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ae0591e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fc6cd38557f3/172.17.0.2:0
2024-12-05T07:40:20,096 DEBUG [RS:1;fc6cd38557f3:39855 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-05T07:40:20,096 DEBUG [RS:1;fc6cd38557f3:39855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc98cc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fc6cd38557f3/172.17.0.2:0
2024-12-05T07:40:20,101 DEBUG [RS:2;fc6cd38557f3:36869 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-05T07:40:20,101 DEBUG [RS:2;fc6cd38557f3:36869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c883212, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fc6cd38557f3/172.17.0.2:0
2024-12-05T07:40:20,107 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-05T07:40:20,108 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-12-05T07:40:20,130 DEBUG [RS:1;fc6cd38557f3:39855 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;fc6cd38557f3:39855
2024-12-05T07:40:20,131 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:20,139 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-12-05T07:40:20,151 INFO  [RS:1;fc6cd38557f3:39855 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-05T07:40:20,151 INFO  [RS:1;fc6cd38557f3:39855 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-05T07:40:20,151 DEBUG [RS:1;fc6cd38557f3:39855 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-05T07:40:20,155 INFO  [RS:1;fc6cd38557f3:39855 {}] regionserver.HRegionServer(2659): reportForDuty to master=fc6cd38557f3,40799,1733384417352 with port=39855, startcode=1733384418578
2024-12-05T07:40:20,163 DEBUG [RS:0;fc6cd38557f3:46603 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fc6cd38557f3:46603
2024-12-05T07:40:20,163 INFO  [RS:0;fc6cd38557f3:46603 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-05T07:40:20,163 INFO  [RS:0;fc6cd38557f3:46603 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-05T07:40:20,163 DEBUG [RS:0;fc6cd38557f3:46603 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-05T07:40:20,177 INFO  [RS:0;fc6cd38557f3:46603 {}] regionserver.HRegionServer(2659): reportForDuty to master=fc6cd38557f3,40799,1733384417352 with port=46603, startcode=1733384418439
2024-12-05T07:40:20,183 DEBUG [RS:2;fc6cd38557f3:36869 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;fc6cd38557f3:36869
2024-12-05T07:40:20,184 INFO  [RS:2;fc6cd38557f3:36869 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-05T07:40:20,184 INFO  [RS:2;fc6cd38557f3:36869 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-05T07:40:20,184 DEBUG [RS:2;fc6cd38557f3:36869 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-05T07:40:20,185 INFO  [RS:2;fc6cd38557f3:36869 {}] regionserver.HRegionServer(2659): reportForDuty to master=fc6cd38557f3,40799,1733384417352 with port=36869, startcode=1733384418657
2024-12-05T07:40:20,191 DEBUG [RS:2;fc6cd38557f3:36869 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-05T07:40:20,191 DEBUG [RS:1;fc6cd38557f3:39855 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-05T07:40:20,192 DEBUG [RS:0;fc6cd38557f3:46603 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-05T07:40:20,207 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733384450207
2024-12-05T07:40:20,209 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-12-05T07:40:20,211 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-12-05T07:40:20,214 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-12-05T07:40:20,215 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-12-05T07:40:20,215 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-12-05T07:40:20,216 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-12-05T07:40:20,231 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-05T07:40:20,239 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-12-05T07:40:20,242 INFO  [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35727, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-12-05T07:40:20,242 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741831_1007 (size=1321)
2024-12-05T07:40:20,242 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741831_1007 (size=1321)
2024-12-05T07:40:20,243 INFO  [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34049, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService
2024-12-05T07:40:20,243 INFO  [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48001, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService
2024-12-05T07:40:20,244 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741831_1007 (size=1321)
2024-12-05T07:40:20,245 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-12-05T07:40:20,245 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b
2024-12-05T07:40:20,248 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40799 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-05T07:40:20,254 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40799 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-05T07:40:20,255 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40799 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-12-05T07:40:20,258 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741832_1008 (size=32)
2024-12-05T07:40:20,258 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741832_1008 (size=32)
2024-12-05T07:40:20,259 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741832_1008 (size=32)
2024-12-05T07:40:20,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:40:20,263 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-05T07:40:20,265 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-05T07:40:20,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:20,266 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T07:40:20,266 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-05T07:40:20,269 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-05T07:40:20,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:20,270 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T07:40:20,270 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-05T07:40:20,271 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-12-05T07:40:20,272 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-12-05T07:40:20,273 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-05T07:40:20,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:20,274 DEBUG [RS:2;fc6cd38557f3:36869 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-12-05T07:40:20,274 DEBUG [RS:1;fc6cd38557f3:39855 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-12-05T07:40:20,274 DEBUG [RS:0;fc6cd38557f3:46603 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-12-05T07:40:20,274 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T07:40:20,274 WARN  [RS:2;fc6cd38557f3:36869 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-12-05T07:40:20,274 WARN  [RS:0;fc6cd38557f3:46603 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-12-05T07:40:20,274 WARN  [RS:1;fc6cd38557f3:39855 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-12-05T07:40:20,274 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-12-05T07:40:20,274 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-05T07:40:20,274 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-12-05T07:40:20,276 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.large.0-1733384420276,5,FailOnTimeoutGroup]
2024-12-05T07:40:20,277 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.small.0-1733384420276,5,FailOnTimeoutGroup]
2024-12-05T07:40:20,277 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-05T07:40:20,277 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-05T07:40:20,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:20,277 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-12-05T07:40:20,278 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T07:40:20,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-05T07:40:20,278 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-12-05T07:40:20,278 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-12-05T07:40:20,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/hbase/meta/1588230740
2024-12-05T07:40:20,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/hbase/meta/1588230740
2024-12-05T07:40:20,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-05T07:40:20,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-05T07:40:20,283 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-05T07:40:20,285 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-05T07:40:20,288 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-05T07:40:20,289 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67832620, jitterRate=0.010784804821014404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-05T07:40:20,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1733384420261Initializing all the Stores at 1733384420262 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733384420262Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733384420262Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384420262Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733384420262Cleaning up temporary data from old regions at 1733384420282 (+20 ms)Region opened successfully at 1733384420290 (+8 ms)
2024-12-05T07:40:20,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-05T07:40:20,291 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-05T07:40:20,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-05T07:40:20,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-05T07:40:20,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-05T07:40:20,292 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-05T07:40:20,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733384420290Disabling compacts and flushes for region at 1733384420290Disabling writes for close at 1733384420291 (+1 ms)Writing region close event to WAL at 1733384420292 (+1 ms)Closed at 1733384420292
2024-12-05T07:40:20,296 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-05T07:40:20,296 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-12-05T07:40:20,301 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-12-05T07:40:20,308 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-05T07:40:20,310 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-05T07:40:20,376 INFO  [RS:2;fc6cd38557f3:36869 {}] regionserver.HRegionServer(2659): reportForDuty to master=fc6cd38557f3,40799,1733384417352 with port=36869, startcode=1733384418657
2024-12-05T07:40:20,376 INFO  [RS:0;fc6cd38557f3:46603 {}] regionserver.HRegionServer(2659): reportForDuty to master=fc6cd38557f3,40799,1733384417352 with port=46603, startcode=1733384418439
2024-12-05T07:40:20,376 INFO  [RS:1;fc6cd38557f3:39855 {}] regionserver.HRegionServer(2659): reportForDuty to master=fc6cd38557f3,40799,1733384417352 with port=39855, startcode=1733384418578
2024-12-05T07:40:20,378 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40799 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fc6cd38557f3,36869,1733384418657
2024-12-05T07:40:20,381 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40799 {}] master.ServerManager(517): Registering regionserver=fc6cd38557f3,36869,1733384418657
2024-12-05T07:40:20,390 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40799 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fc6cd38557f3,46603,1733384418439
2024-12-05T07:40:20,390 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40799 {}] master.ServerManager(517): Registering regionserver=fc6cd38557f3,46603,1733384418439
2024-12-05T07:40:20,390 DEBUG [RS:2;fc6cd38557f3:36869 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b
2024-12-05T07:40:20,390 DEBUG [RS:2;fc6cd38557f3:36869 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40293
2024-12-05T07:40:20,390 DEBUG [RS:2;fc6cd38557f3:36869 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-05T07:40:20,392 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40799 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fc6cd38557f3,39855,1733384418578
2024-12-05T07:40:20,392 DEBUG [RS:0;fc6cd38557f3:46603 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b
2024-12-05T07:40:20,392 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40799 {}] master.ServerManager(517): Registering regionserver=fc6cd38557f3,39855,1733384418578
2024-12-05T07:40:20,392 DEBUG [RS:0;fc6cd38557f3:46603 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40293
2024-12-05T07:40:20,393 DEBUG [RS:0;fc6cd38557f3:46603 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-05T07:40:20,395 DEBUG [RS:1;fc6cd38557f3:39855 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b
2024-12-05T07:40:20,395 DEBUG [RS:1;fc6cd38557f3:39855 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40293
2024-12-05T07:40:20,395 DEBUG [RS:1;fc6cd38557f3:39855 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-12-05T07:40:20,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40799-0x101a5b8bf890000, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-05T07:40:20,454 DEBUG [RS:2;fc6cd38557f3:36869 {}] zookeeper.ZKUtil(111): regionserver:36869-0x101a5b8bf890003, quorum=127.0.0.1:58963, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fc6cd38557f3,36869,1733384418657
2024-12-05T07:40:20,454 WARN  [RS:2;fc6cd38557f3:36869 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-05T07:40:20,454 INFO  [RS:2;fc6cd38557f3:36869 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T07:40:20,455 DEBUG [RS:0;fc6cd38557f3:46603 {}] zookeeper.ZKUtil(111): regionserver:46603-0x101a5b8bf890001, quorum=127.0.0.1:58963, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fc6cd38557f3,46603,1733384418439
2024-12-05T07:40:20,455 WARN  [RS:0;fc6cd38557f3:46603 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-05T07:40:20,455 DEBUG [RS:1;fc6cd38557f3:39855 {}] zookeeper.ZKUtil(111): regionserver:39855-0x101a5b8bf890002, quorum=127.0.0.1:58963, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fc6cd38557f3,39855,1733384418578
2024-12-05T07:40:20,455 DEBUG [RS:2;fc6cd38557f3:36869 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/WALs/fc6cd38557f3,36869,1733384418657
2024-12-05T07:40:20,456 INFO  [RS:0;fc6cd38557f3:46603 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T07:40:20,456 WARN  [RS:1;fc6cd38557f3:39855 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-05T07:40:20,456 DEBUG [RS:0;fc6cd38557f3:46603 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/WALs/fc6cd38557f3,46603,1733384418439
2024-12-05T07:40:20,456 INFO  [RS:1;fc6cd38557f3:39855 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T07:40:20,457 DEBUG [RS:1;fc6cd38557f3:39855 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/WALs/fc6cd38557f3,39855,1733384418578
2024-12-05T07:40:20,458 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fc6cd38557f3,46603,1733384418439]
2024-12-05T07:40:20,458 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fc6cd38557f3,36869,1733384418657]
2024-12-05T07:40:20,459 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fc6cd38557f3,39855,1733384418578]
2024-12-05T07:40:20,461 WARN  [fc6cd38557f3:40799 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-12-05T07:40:20,481 INFO  [RS:0;fc6cd38557f3:46603 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-05T07:40:20,481 INFO  [RS:1;fc6cd38557f3:39855 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-05T07:40:20,481 INFO  [RS:2;fc6cd38557f3:36869 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-05T07:40:20,492 INFO  [RS:0;fc6cd38557f3:46603 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-05T07:40:20,492 INFO  [RS:1;fc6cd38557f3:39855 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-05T07:40:20,492 INFO  [RS:2;fc6cd38557f3:36869 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-05T07:40:20,497 INFO  [RS:2;fc6cd38557f3:36869 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-05T07:40:20,497 INFO  [RS:0;fc6cd38557f3:46603 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-05T07:40:20,497 INFO  [RS:1;fc6cd38557f3:39855 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-05T07:40:20,498 INFO  [RS:0;fc6cd38557f3:46603 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-05T07:40:20,498 INFO  [RS:2;fc6cd38557f3:36869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-05T07:40:20,498 INFO  [RS:1;fc6cd38557f3:39855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-05T07:40:20,499 INFO  [RS:2;fc6cd38557f3:36869 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-05T07:40:20,499 INFO  [RS:0;fc6cd38557f3:46603 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-05T07:40:20,499 INFO  [RS:1;fc6cd38557f3:39855 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-05T07:40:20,505 INFO  [RS:1;fc6cd38557f3:39855 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-05T07:40:20,505 INFO  [RS:2;fc6cd38557f3:36869 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-05T07:40:20,505 INFO  [RS:0;fc6cd38557f3:46603 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-05T07:40:20,507 INFO  [RS:1;fc6cd38557f3:39855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-05T07:40:20,507 INFO  [RS:0;fc6cd38557f3:46603 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-05T07:40:20,507 INFO  [RS:2;fc6cd38557f3:36869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-05T07:40:20,507 DEBUG [RS:1;fc6cd38557f3:39855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:40:20,507 DEBUG [RS:0;fc6cd38557f3:46603 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:40:20,507 DEBUG [RS:2;fc6cd38557f3:36869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:40:20,507 DEBUG [RS:1;fc6cd38557f3:39855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:40:20,507 DEBUG [RS:0;fc6cd38557f3:46603 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:40:20,507 DEBUG [RS:2;fc6cd38557f3:36869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:40:20,507 DEBUG [RS:1;fc6cd38557f3:39855 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:40:20,508 DEBUG [RS:0;fc6cd38557f3:46603 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:40:20,508 DEBUG [RS:1;fc6cd38557f3:39855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:40:20,508 DEBUG [RS:2;fc6cd38557f3:36869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:40:20,508 DEBUG [RS:1;fc6cd38557f3:39855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:40:20,508 DEBUG [RS:0;fc6cd38557f3:46603 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:40:20,508 DEBUG [RS:2;fc6cd38557f3:36869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:40:20,508 DEBUG [RS:1;fc6cd38557f3:39855 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0, corePoolSize=2, maxPoolSize=2
2024-12-05T07:40:20,508 DEBUG [RS:0;fc6cd38557f3:46603 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:40:20,508 DEBUG [RS:2;fc6cd38557f3:36869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:40:20,508 DEBUG [RS:1;fc6cd38557f3:39855 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:40:20,508 DEBUG [RS:0;fc6cd38557f3:46603 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0, corePoolSize=2, maxPoolSize=2
2024-12-05T07:40:20,508 DEBUG [RS:1;fc6cd38557f3:39855 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:40:20,508 DEBUG [RS:2;fc6cd38557f3:36869 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0, corePoolSize=2, maxPoolSize=2
2024-12-05T07:40:20,508 DEBUG [RS:0;fc6cd38557f3:46603 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:40:20,508 DEBUG [RS:1;fc6cd38557f3:39855 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:40:20,508 DEBUG [RS:2;fc6cd38557f3:36869 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:40:20,508 DEBUG [RS:1;fc6cd38557f3:39855 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:40:20,508 DEBUG [RS:0;fc6cd38557f3:46603 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:40:20,508 DEBUG [RS:1;fc6cd38557f3:39855 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:40:20,508 DEBUG [RS:2;fc6cd38557f3:36869 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:40:20,509 DEBUG [RS:0;fc6cd38557f3:46603 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:40:20,509 DEBUG [RS:1;fc6cd38557f3:39855 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:40:20,509 DEBUG [RS:2;fc6cd38557f3:36869 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:40:20,509 DEBUG [RS:1;fc6cd38557f3:39855 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3
2024-12-05T07:40:20,509 DEBUG [RS:0;fc6cd38557f3:46603 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:40:20,509 DEBUG [RS:2;fc6cd38557f3:36869 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:40:20,509 DEBUG [RS:1;fc6cd38557f3:39855 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3
2024-12-05T07:40:20,509 DEBUG [RS:0;fc6cd38557f3:46603 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:40:20,509 DEBUG [RS:2;fc6cd38557f3:36869 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:40:20,509 DEBUG [RS:0;fc6cd38557f3:46603 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:40:20,509 DEBUG [RS:2;fc6cd38557f3:36869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1
2024-12-05T07:40:20,509 DEBUG [RS:0;fc6cd38557f3:46603 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3
2024-12-05T07:40:20,509 DEBUG [RS:2;fc6cd38557f3:36869 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3
2024-12-05T07:40:20,509 DEBUG [RS:0;fc6cd38557f3:46603 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3
2024-12-05T07:40:20,509 DEBUG [RS:2;fc6cd38557f3:36869 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3
2024-12-05T07:40:20,512 INFO  [RS:1;fc6cd38557f3:39855 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-05T07:40:20,512 INFO  [RS:1;fc6cd38557f3:39855 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-05T07:40:20,512 INFO  [RS:1;fc6cd38557f3:39855 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-05T07:40:20,512 INFO  [RS:1;fc6cd38557f3:39855 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-05T07:40:20,512 INFO  [RS:1;fc6cd38557f3:39855 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-05T07:40:20,512 INFO  [RS:1;fc6cd38557f3:39855 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,39855,1733384418578-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-05T07:40:20,514 INFO  [RS:0;fc6cd38557f3:46603 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-05T07:40:20,514 INFO  [RS:2;fc6cd38557f3:36869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-05T07:40:20,514 INFO  [RS:2;fc6cd38557f3:36869 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-05T07:40:20,514 INFO  [RS:0;fc6cd38557f3:46603 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-05T07:40:20,514 INFO  [RS:2;fc6cd38557f3:36869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-05T07:40:20,514 INFO  [RS:0;fc6cd38557f3:46603 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-05T07:40:20,514 INFO  [RS:2;fc6cd38557f3:36869 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-05T07:40:20,514 INFO  [RS:0;fc6cd38557f3:46603 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-05T07:40:20,515 INFO  [RS:2;fc6cd38557f3:36869 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-05T07:40:20,515 INFO  [RS:2;fc6cd38557f3:36869 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,36869,1733384418657-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-05T07:40:20,515 INFO  [RS:0;fc6cd38557f3:46603 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-05T07:40:20,515 INFO  [RS:0;fc6cd38557f3:46603 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,46603,1733384418439-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-05T07:40:20,538 INFO  [RS:2;fc6cd38557f3:36869 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-05T07:40:20,538 INFO  [RS:0;fc6cd38557f3:46603 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-05T07:40:20,538 INFO  [RS:1;fc6cd38557f3:39855 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-05T07:40:20,541 INFO  [RS:1;fc6cd38557f3:39855 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,39855,1733384418578-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-05T07:40:20,541 INFO  [RS:2;fc6cd38557f3:36869 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,36869,1733384418657-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-05T07:40:20,541 INFO  [RS:0;fc6cd38557f3:46603 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,46603,1733384418439-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-05T07:40:20,541 INFO  [RS:1;fc6cd38557f3:39855 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-05T07:40:20,541 INFO  [RS:0;fc6cd38557f3:46603 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-05T07:40:20,541 INFO  [RS:1;fc6cd38557f3:39855 {}] regionserver.Replication(171): fc6cd38557f3,39855,1733384418578 started
2024-12-05T07:40:20,541 INFO  [RS:0;fc6cd38557f3:46603 {}] regionserver.Replication(171): fc6cd38557f3,46603,1733384418439 started
2024-12-05T07:40:20,542 INFO  [RS:2;fc6cd38557f3:36869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-05T07:40:20,542 INFO  [RS:2;fc6cd38557f3:36869 {}] regionserver.Replication(171): fc6cd38557f3,36869,1733384418657 started
2024-12-05T07:40:20,567 INFO  [RS:1;fc6cd38557f3:39855 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-05T07:40:20,567 INFO  [RS:2;fc6cd38557f3:36869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-05T07:40:20,567 INFO  [RS:0;fc6cd38557f3:46603 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-05T07:40:20,568 INFO  [RS:2;fc6cd38557f3:36869 {}] regionserver.HRegionServer(1482): Serving as fc6cd38557f3,36869,1733384418657, RpcServer on fc6cd38557f3/172.17.0.2:36869, sessionid=0x101a5b8bf890003
2024-12-05T07:40:20,568 INFO  [RS:1;fc6cd38557f3:39855 {}] regionserver.HRegionServer(1482): Serving as fc6cd38557f3,39855,1733384418578, RpcServer on fc6cd38557f3/172.17.0.2:39855, sessionid=0x101a5b8bf890002
2024-12-05T07:40:20,568 INFO  [RS:0;fc6cd38557f3:46603 {}] regionserver.HRegionServer(1482): Serving as fc6cd38557f3,46603,1733384418439, RpcServer on fc6cd38557f3/172.17.0.2:46603, sessionid=0x101a5b8bf890001
2024-12-05T07:40:20,569 DEBUG [RS:1;fc6cd38557f3:39855 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-05T07:40:20,569 DEBUG [RS:2;fc6cd38557f3:36869 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-05T07:40:20,569 DEBUG [RS:0;fc6cd38557f3:46603 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-05T07:40:20,569 DEBUG [RS:1;fc6cd38557f3:39855 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fc6cd38557f3,39855,1733384418578
2024-12-05T07:40:20,569 DEBUG [RS:2;fc6cd38557f3:36869 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fc6cd38557f3,36869,1733384418657
2024-12-05T07:40:20,569 DEBUG [RS:0;fc6cd38557f3:46603 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fc6cd38557f3,46603,1733384418439
2024-12-05T07:40:20,569 DEBUG [RS:1;fc6cd38557f3:39855 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,39855,1733384418578'
2024-12-05T07:40:20,569 DEBUG [RS:0;fc6cd38557f3:46603 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,46603,1733384418439'
2024-12-05T07:40:20,569 DEBUG [RS:2;fc6cd38557f3:36869 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,36869,1733384418657'
2024-12-05T07:40:20,569 DEBUG [RS:0;fc6cd38557f3:46603 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-05T07:40:20,569 DEBUG [RS:1;fc6cd38557f3:39855 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-05T07:40:20,569 DEBUG [RS:2;fc6cd38557f3:36869 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-05T07:40:20,571 DEBUG [RS:2;fc6cd38557f3:36869 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-05T07:40:20,571 DEBUG [RS:0;fc6cd38557f3:46603 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-05T07:40:20,571 DEBUG [RS:1;fc6cd38557f3:39855 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-05T07:40:20,571 DEBUG [RS:0;fc6cd38557f3:46603 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-05T07:40:20,571 DEBUG [RS:1;fc6cd38557f3:39855 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-05T07:40:20,571 DEBUG [RS:2;fc6cd38557f3:36869 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-05T07:40:20,572 DEBUG [RS:0;fc6cd38557f3:46603 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-05T07:40:20,572 DEBUG [RS:1;fc6cd38557f3:39855 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-05T07:40:20,572 DEBUG [RS:2;fc6cd38557f3:36869 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-05T07:40:20,572 DEBUG [RS:0;fc6cd38557f3:46603 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fc6cd38557f3,46603,1733384418439
2024-12-05T07:40:20,572 DEBUG [RS:2;fc6cd38557f3:36869 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fc6cd38557f3,36869,1733384418657
2024-12-05T07:40:20,572 DEBUG [RS:0;fc6cd38557f3:46603 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,46603,1733384418439'
2024-12-05T07:40:20,572 DEBUG [RS:2;fc6cd38557f3:36869 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,36869,1733384418657'
2024-12-05T07:40:20,572 DEBUG [RS:2;fc6cd38557f3:36869 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-05T07:40:20,572 DEBUG [RS:0;fc6cd38557f3:46603 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-05T07:40:20,573 DEBUG [RS:0;fc6cd38557f3:46603 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-05T07:40:20,573 DEBUG [RS:2;fc6cd38557f3:36869 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-05T07:40:20,574 DEBUG [RS:0;fc6cd38557f3:46603 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-05T07:40:20,574 DEBUG [RS:2;fc6cd38557f3:36869 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-05T07:40:20,574 INFO  [RS:2;fc6cd38557f3:36869 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-05T07:40:20,574 INFO  [RS:0;fc6cd38557f3:46603 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-05T07:40:20,574 INFO  [RS:0;fc6cd38557f3:46603 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-05T07:40:20,574 INFO  [RS:2;fc6cd38557f3:36869 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-05T07:40:20,572 DEBUG [RS:1;fc6cd38557f3:39855 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fc6cd38557f3,39855,1733384418578
2024-12-05T07:40:20,574 DEBUG [RS:1;fc6cd38557f3:39855 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,39855,1733384418578'
2024-12-05T07:40:20,574 DEBUG [RS:1;fc6cd38557f3:39855 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-05T07:40:20,575 DEBUG [RS:1;fc6cd38557f3:39855 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-05T07:40:20,576 DEBUG [RS:1;fc6cd38557f3:39855 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-05T07:40:20,576 INFO  [RS:1;fc6cd38557f3:39855 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-05T07:40:20,576 INFO  [RS:1;fc6cd38557f3:39855 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-05T07:40:20,681 INFO  [RS:2;fc6cd38557f3:36869 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-05T07:40:20,681 INFO  [RS:0;fc6cd38557f3:46603 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-05T07:40:20,681 INFO  [RS:1;fc6cd38557f3:39855 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-05T07:40:20,685 INFO  [RS:0;fc6cd38557f3:46603 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc6cd38557f3%2C46603%2C1733384418439, suffix=, logDir=hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/WALs/fc6cd38557f3,46603,1733384418439, archiveDir=hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/oldWALs, maxLogs=32
2024-12-05T07:40:20,685 INFO  [RS:2;fc6cd38557f3:36869 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc6cd38557f3%2C36869%2C1733384418657, suffix=, logDir=hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/WALs/fc6cd38557f3,36869,1733384418657, archiveDir=hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/oldWALs, maxLogs=32
2024-12-05T07:40:20,685 INFO  [RS:1;fc6cd38557f3:39855 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc6cd38557f3%2C39855%2C1733384418578, suffix=, logDir=hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/WALs/fc6cd38557f3,39855,1733384418578, archiveDir=hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/oldWALs, maxLogs=32
2024-12-05T07:40:20,702 DEBUG [RS:1;fc6cd38557f3:39855 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/WALs/fc6cd38557f3,39855,1733384418578/fc6cd38557f3%2C39855%2C1733384418578.1733384420689, exclude list is [], retry=0
2024-12-05T07:40:20,702 DEBUG [RS:0;fc6cd38557f3:46603 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/WALs/fc6cd38557f3,46603,1733384418439/fc6cd38557f3%2C46603%2C1733384418439.1733384420689, exclude list is [], retry=0
2024-12-05T07:40:20,706 DEBUG [RS:2;fc6cd38557f3:36869 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/WALs/fc6cd38557f3,36869,1733384418657/fc6cd38557f3%2C36869%2C1733384418657.1733384420689, exclude list is [], retry=0
2024-12-05T07:40:20,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34129,DS-9a31ed6c-f753-4b1c-9524-fd6fd0b93aed,DISK]
2024-12-05T07:40:20,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44769,DS-de2e92a4-2458-4679-b356-5710683d85dc,DISK]
2024-12-05T07:40:20,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39399,DS-0c77709a-e756-445a-9453-cd61d1686199,DISK]
2024-12-05T07:40:20,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39399,DS-0c77709a-e756-445a-9453-cd61d1686199,DISK]
2024-12-05T07:40:20,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44769,DS-de2e92a4-2458-4679-b356-5710683d85dc,DISK]
2024-12-05T07:40:20,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34129,DS-9a31ed6c-f753-4b1c-9524-fd6fd0b93aed,DISK]
2024-12-05T07:40:20,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34129,DS-9a31ed6c-f753-4b1c-9524-fd6fd0b93aed,DISK]
2024-12-05T07:40:20,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39399,DS-0c77709a-e756-445a-9453-cd61d1686199,DISK]
2024-12-05T07:40:20,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44769,DS-de2e92a4-2458-4679-b356-5710683d85dc,DISK]
2024-12-05T07:40:20,723 INFO  [RS:0;fc6cd38557f3:46603 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/WALs/fc6cd38557f3,46603,1733384418439/fc6cd38557f3%2C46603%2C1733384418439.1733384420689
2024-12-05T07:40:20,723 INFO  [RS:1;fc6cd38557f3:39855 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/WALs/fc6cd38557f3,39855,1733384418578/fc6cd38557f3%2C39855%2C1733384418578.1733384420689
2024-12-05T07:40:20,724 DEBUG [RS:0;fc6cd38557f3:46603 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42109:42109),(127.0.0.1/127.0.0.1:45875:45875),(127.0.0.1/127.0.0.1:44281:44281)]
2024-12-05T07:40:20,725 DEBUG [RS:1;fc6cd38557f3:39855 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44281:44281),(127.0.0.1/127.0.0.1:45875:45875),(127.0.0.1/127.0.0.1:42109:42109)]
2024-12-05T07:40:20,727 INFO  [RS:2;fc6cd38557f3:36869 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/WALs/fc6cd38557f3,36869,1733384418657/fc6cd38557f3%2C36869%2C1733384418657.1733384420689
2024-12-05T07:40:20,728 DEBUG [RS:2;fc6cd38557f3:36869 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45875:45875),(127.0.0.1/127.0.0.1:42109:42109),(127.0.0.1/127.0.0.1:44281:44281)]
2024-12-05T07:40:20,965 DEBUG [fc6cd38557f3:40799 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3
2024-12-05T07:40:20,974 DEBUG [fc6cd38557f3:40799 {}] balancer.BalancerClusterState(204): Hosts are {fc6cd38557f3=0} racks are {/default-rack=0}
2024-12-05T07:40:20,980 DEBUG [fc6cd38557f3:40799 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-12-05T07:40:20,980 DEBUG [fc6cd38557f3:40799 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-12-05T07:40:20,980 DEBUG [fc6cd38557f3:40799 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-12-05T07:40:20,980 DEBUG [fc6cd38557f3:40799 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-12-05T07:40:20,980 DEBUG [fc6cd38557f3:40799 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-12-05T07:40:20,980 DEBUG [fc6cd38557f3:40799 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-12-05T07:40:20,980 INFO  [fc6cd38557f3:40799 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-12-05T07:40:20,980 INFO  [fc6cd38557f3:40799 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-12-05T07:40:20,980 INFO  [fc6cd38557f3:40799 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-12-05T07:40:20,981 DEBUG [fc6cd38557f3:40799 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-12-05T07:40:20,986 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fc6cd38557f3,46603,1733384418439
2024-12-05T07:40:20,991 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fc6cd38557f3,46603,1733384418439, state=OPENING
2024-12-05T07:40:21,039 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-12-05T07:40:21,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46603-0x101a5b8bf890001, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:40:21,047 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36869-0x101a5b8bf890003, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:40:21,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40799-0x101a5b8bf890000, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:40:21,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39855-0x101a5b8bf890002, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:40:21,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-05T07:40:21,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-05T07:40:21,050 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-05T07:40:21,050 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-05T07:40:21,052 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-05T07:40:21,056 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fc6cd38557f3,46603,1733384418439}]
2024-12-05T07:40:21,231 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-05T07:40:21,233 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58427, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-05T07:40:21,244 INFO  [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-12-05T07:40:21,245 INFO  [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T07:40:21,245 INFO  [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-12-05T07:40:21,249 INFO  [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc6cd38557f3%2C46603%2C1733384418439.meta, suffix=.meta, logDir=hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/WALs/fc6cd38557f3,46603,1733384418439, archiveDir=hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/oldWALs, maxLogs=32
2024-12-05T07:40:21,267 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/WALs/fc6cd38557f3,46603,1733384418439/fc6cd38557f3%2C46603%2C1733384418439.meta.1733384421251.meta, exclude list is [], retry=0
2024-12-05T07:40:21,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34129,DS-9a31ed6c-f753-4b1c-9524-fd6fd0b93aed,DISK]
2024-12-05T07:40:21,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39399,DS-0c77709a-e756-445a-9453-cd61d1686199,DISK]
2024-12-05T07:40:21,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44769,DS-de2e92a4-2458-4679-b356-5710683d85dc,DISK]
2024-12-05T07:40:21,274 INFO  [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/WALs/fc6cd38557f3,46603,1733384418439/fc6cd38557f3%2C46603%2C1733384418439.meta.1733384421251.meta
2024-12-05T07:40:21,274 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44281:44281),(127.0.0.1/127.0.0.1:45875:45875),(127.0.0.1/127.0.0.1:42109:42109)]
2024-12-05T07:40:21,274 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-12-05T07:40:21,276 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-12-05T07:40:21,279 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-12-05T07:40:21,285 INFO  [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-12-05T07:40:21,290 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-12-05T07:40:21,290 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:40:21,291 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-12-05T07:40:21,291 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-12-05T07:40:21,294 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-05T07:40:21,296 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-05T07:40:21,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:21,297 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T07:40:21,297 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-05T07:40:21,299 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-05T07:40:21,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:21,300 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T07:40:21,300 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-05T07:40:21,301 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-05T07:40:21,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:21,302 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T07:40:21,302 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-05T07:40:21,304 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-05T07:40:21,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:21,305 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T07:40:21,305 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-05T07:40:21,306 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/hbase/meta/1588230740
2024-12-05T07:40:21,309 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/hbase/meta/1588230740
2024-12-05T07:40:21,311 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-05T07:40:21,312 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-05T07:40:21,313 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-05T07:40:21,316 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-05T07:40:21,318 INFO  [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75479365, jitterRate=0.124730184674263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-05T07:40:21,318 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-12-05T07:40:21,319 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1733384421291Writing region info on filesystem at 1733384421291Initializing all the Stores at 1733384421293 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733384421294 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733384421294Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384421294Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733384421294Cleaning up temporary data from old regions at 1733384421312 (+18 ms)Running coprocessor post-open hooks at 1733384421318 (+6 ms)Region opened successfully at 1733384421319 (+1 ms)
2024-12-05T07:40:21,325 INFO  [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733384421223
2024-12-05T07:40:21,335 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-12-05T07:40:21,336 INFO  [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-12-05T07:40:21,337 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,46603,1733384418439
2024-12-05T07:40:21,339 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fc6cd38557f3,46603,1733384418439, state=OPEN
2024-12-05T07:40:21,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39855-0x101a5b8bf890002, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-05T07:40:21,364 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36869-0x101a5b8bf890003, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-05T07:40:21,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46603-0x101a5b8bf890001, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-05T07:40:21,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40799-0x101a5b8bf890000, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-05T07:40:21,364 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-05T07:40:21,364 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-05T07:40:21,364 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-05T07:40:21,365 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-05T07:40:21,365 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fc6cd38557f3,46603,1733384418439
2024-12-05T07:40:21,372 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-12-05T07:40:21,372 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fc6cd38557f3,46603,1733384418439 in 309 msec
2024-12-05T07:40:21,379 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-12-05T07:40:21,380 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0740 sec
2024-12-05T07:40:21,381 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-05T07:40:21,381 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-12-05T07:40:21,399 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-05T07:40:21,400 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,46603,1733384418439, seqNum=-1]
2024-12-05T07:40:21,417 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-05T07:40:21,419 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35775, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-05T07:40:21,436 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5450 sec
2024-12-05T07:40:21,436 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733384421436, completionTime=-1
2024-12-05T07:40:21,439 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running
2024-12-05T07:40:21,439 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-12-05T07:40:21,461 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3
2024-12-05T07:40:21,461 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733384481461
2024-12-05T07:40:21,461 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733384541461
2024-12-05T07:40:21,462 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 22 msec
2024-12-05T07:40:21,463 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-12-05T07:40:21,471 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,40799,1733384417352-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-05T07:40:21,471 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,40799,1733384417352-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-05T07:40:21,471 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,40799,1733384417352-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-05T07:40:21,491 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fc6cd38557f3:40799, period=300000, unit=MILLISECONDS is enabled.
2024-12-05T07:40:21,492 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-12-05T07:40:21,493 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-12-05T07:40:21,501 DEBUG [master/fc6cd38557f3:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-12-05T07:40:21,527 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.727sec
2024-12-05T07:40:21,529 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-12-05T07:40:21,530 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-12-05T07:40:21,531 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-12-05T07:40:21,531 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-12-05T07:40:21,531 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-12-05T07:40:21,532 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,40799,1733384417352-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-05T07:40:21,532 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,40799,1733384417352-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-12-05T07:40:21,537 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-12-05T07:40:21,538 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-12-05T07:40:21,539 INFO  [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,40799,1733384417352-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-05T07:40:21,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef44f44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-05T07:40:21,633 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,40799,-1 for getting cluster id
2024-12-05T07:40:21,636 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-05T07:40:21,643 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faecedf2-159d-4622-a167-3e56f9681f0b'
2024-12-05T07:40:21,646 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-05T07:40:21,646 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faecedf2-159d-4622-a167-3e56f9681f0b"

2024-12-05T07:40:21,649 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@87fa841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-05T07:40:21,649 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,40799,-1]
2024-12-05T07:40:21,652 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-05T07:40:21,654 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-05T07:40:21,655 INFO  [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52222, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-05T07:40:21,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d4a9819, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-05T07:40:21,658 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-05T07:40:21,665 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,46603,1733384418439, seqNum=-1]
2024-12-05T07:40:21,665 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-05T07:40:21,667 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50458, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-05T07:40:21,686 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fc6cd38557f3,40799,1733384417352
2024-12-05T07:40:21,686 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:40293/hbase
2024-12-05T07:40:21,700 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit0 Thread=363, OpenFileDescriptor=601, MaxFileDescriptor=1048576, SystemLoadAverage=470, ProcessCount=11, AvailableMemoryMB=6908
2024-12-05T07:40:21,715 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T07:40:21,718 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T07:40:21,719 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-05T07:40:21,723 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-31086301, suffix=, logDir=hdfs://localhost:40293/hbase/WALs/hregion-31086301, archiveDir=hdfs://localhost:40293/hbase/oldWALs, maxLogs=32
2024-12-05T07:40:21,735 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-31086301/hregion-31086301.1733384421724, exclude list is [], retry=0
2024-12-05T07:40:21,739 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44769,DS-de2e92a4-2458-4679-b356-5710683d85dc,DISK]
2024-12-05T07:40:21,739 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34129,DS-9a31ed6c-f753-4b1c-9524-fd6fd0b93aed,DISK]
2024-12-05T07:40:21,739 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39399,DS-0c77709a-e756-445a-9453-cd61d1686199,DISK]
2024-12-05T07:40:21,742 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-31086301/hregion-31086301.1733384421724
2024-12-05T07:40:21,743 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42109:42109),(127.0.0.1/127.0.0.1:44281:44281),(127.0.0.1/127.0.0.1:45875:45875)]
2024-12-05T07:40:21,743 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => bb450dc6688bcb25c6e499c618794000, NAME => 'testReplayEditsWrittenIntoWAL,,1733384421716.bb450dc6688bcb25c6e499c618794000.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40293/hbase
2024-12-05T07:40:21,758 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741838_1014 (size=64)
2024-12-05T07:40:21,759 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741838_1014 (size=64)
2024-12-05T07:40:21,759 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741838_1014 (size=64)
2024-12-05T07:40:21,760 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733384421716.bb450dc6688bcb25c6e499c618794000.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:40:21,762 INFO  [StoreOpener-bb450dc6688bcb25c6e499c618794000-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region bb450dc6688bcb25c6e499c618794000 
2024-12-05T07:40:21,764 INFO  [StoreOpener-bb450dc6688bcb25c6e499c618794000-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb450dc6688bcb25c6e499c618794000 columnFamilyName a
2024-12-05T07:40:21,764 DEBUG [StoreOpener-bb450dc6688bcb25c6e499c618794000-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:21,765 INFO  [StoreOpener-bb450dc6688bcb25c6e499c618794000-1 {}] regionserver.HStore(327): Store=bb450dc6688bcb25c6e499c618794000/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:21,766 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for bb450dc6688bcb25c6e499c618794000
2024-12-05T07:40:21,767 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bb450dc6688bcb25c6e499c618794000
2024-12-05T07:40:21,768 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bb450dc6688bcb25c6e499c618794000
2024-12-05T07:40:21,768 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for bb450dc6688bcb25c6e499c618794000
2024-12-05T07:40:21,768 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for bb450dc6688bcb25c6e499c618794000
2024-12-05T07:40:21,771 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for bb450dc6688bcb25c6e499c618794000
2024-12-05T07:40:21,774 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bb450dc6688bcb25c6e499c618794000/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-05T07:40:21,775 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened bb450dc6688bcb25c6e499c618794000; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60839842, jitterRate=-0.09341570734977722}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-05T07:40:21,776 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for bb450dc6688bcb25c6e499c618794000:
Writing region info on filesystem at 1733384421760Initializing all the Stores at 1733384421762 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384421762Cleaning up temporary data from old regions at 1733384421768 (+6 ms)Region opened successfully at 1733384421776 (+8 ms)
2024-12-05T07:40:21,776 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing bb450dc6688bcb25c6e499c618794000, disabling compactions & flushes
2024-12-05T07:40:21,776 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733384421716.bb450dc6688bcb25c6e499c618794000.
2024-12-05T07:40:21,776 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733384421716.bb450dc6688bcb25c6e499c618794000.
2024-12-05T07:40:21,776 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733384421716.bb450dc6688bcb25c6e499c618794000. after waiting 0 ms
2024-12-05T07:40:21,776 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733384421716.bb450dc6688bcb25c6e499c618794000.
2024-12-05T07:40:21,777 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733384421716.bb450dc6688bcb25c6e499c618794000.
2024-12-05T07:40:21,777 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for bb450dc6688bcb25c6e499c618794000:
Waiting for close lock at 1733384421776Disabling compacts and flushes for region at 1733384421776Disabling writes for close at 1733384421776Writing region close event to WAL at 1733384421777 (+1 ms)Closed at 1733384421777
2024-12-05T07:40:21,781 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741837_1013 (size=93)
2024-12-05T07:40:21,782 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741837_1013 (size=93)
2024-12-05T07:40:21,782 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741837_1013 (size=93)
2024-12-05T07:40:21,787 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-05T07:40:21,787 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-31086301:(num 1733384421724)
2024-12-05T07:40:21,789 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor
2024-12-05T07:40:21,805 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741839_1015 (size=276)
2024-12-05T07:40:21,805 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741839_1015 (size=276)
2024-12-05T07:40:21,805 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741839_1015 (size=276)
2024-12-05T07:40:21,807 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor
2024-12-05T07:40:21,817 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741840_1016 (size=230)
2024-12-05T07:40:21,818 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741840_1016 (size=230)
2024-12-05T07:40:21,818 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741840_1016 (size=230)
2024-12-05T07:40:21,837 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40293/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733384421714/wal-1, size=276 (276bytes)
2024-12-05T07:40:21,838 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils
2024-12-05T07:40:21,838 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease()
2024-12-05T07:40:21,838 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40293/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733384421714/wal-1
2024-12-05T07:40:21,843 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40293/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733384421714/wal-1 after 3ms
2024-12-05T07:40:21,848 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40293/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733384421714/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-12-05T07:40:21,849 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40293/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733384421714/wal-1 took 13ms
2024-12-05T07:40:21,853 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40293/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733384421714/wal-1 so closing down
2024-12-05T07:40:21,856 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp
2024-12-05T07:40:21,858 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-05T07:40:21,858 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bb450dc6688bcb25c6e499c618794000/recovered.edits/0000000000000000001-wal-1.temp
2024-12-05T07:40:21,859 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-05T07:40:21,866 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741841_1017 (size=276)
2024-12-05T07:40:21,866 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741841_1017 (size=276)
2024-12-05T07:40:21,867 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741841_1017 (size=276)
2024-12-05T07:40:21,869 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bb450dc6688bcb25c6e499c618794000/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms)
2024-12-05T07:40:21,872 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bb450dc6688bcb25c6e499c618794000/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bb450dc6688bcb25c6e499c618794000/recovered.edits/0000000000000000002
2024-12-05T07:40:21,876 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:40293/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733384421714/wal-1, size=276, length=276, corrupted=false, cancelled=false
2024-12-05T07:40:21,876 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40293/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733384421714/wal-1, journal: Splitting hdfs://localhost:40293/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733384421714/wal-1, size=276 (276bytes) at 1733384421837Finishing writing output for hdfs://localhost:40293/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733384421714/wal-1 so closing down at 1733384421853 (+16 ms)Creating recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bb450dc6688bcb25c6e499c618794000/recovered.edits/0000000000000000001-wal-1.temp at 1733384421858 (+5 ms)3 split writer threads finished at 1733384421859 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bb450dc6688bcb25c6e499c618794000/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733384421869 (+10 ms)Rename recovered edits hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bb450dc6688bcb25c6e499c618794000/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bb450dc6688bcb25c6e499c618794000/recovered.edits/0000000000000000002 at 1733384421872 (+3 ms)Processed 2 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:40293/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733384421714/wal-1, size=276, length=276, corrupted=false, cancelled=false at 1733384421876 (+4 ms)
2024-12-05T07:40:21,889 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40293/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733384421714/wal-2, size=230 (230bytes)
2024-12-05T07:40:21,889 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40293/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733384421714/wal-2
2024-12-05T07:40:21,890 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40293/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733384421714/wal-2 after 1ms
2024-12-05T07:40:21,894 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40293/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733384421714/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-12-05T07:40:21,894 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40293/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733384421714/wal-2 took 5ms
2024-12-05T07:40:21,896 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40293/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733384421714/wal-2 so closing down
2024-12-05T07:40:21,897 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-05T07:40:21,900 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp
2024-12-05T07:40:21,901 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bb450dc6688bcb25c6e499c618794000/recovered.edits/0000000000000000002-wal-2.temp
2024-12-05T07:40:21,902 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-05T07:40:21,910 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741842_1018 (size=230)
2024-12-05T07:40:21,911 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741842_1018 (size=230)
2024-12-05T07:40:21,911 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741842_1018 (size=230)
2024-12-05T07:40:21,912 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bb450dc6688bcb25c6e499c618794000/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms)
2024-12-05T07:40:21,917 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bb450dc6688bcb25c6e499c618794000/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-12-05T07:40:21,919 WARN  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bb450dc6688bcb25c6e499c618794000/recovered.edits/0000000000000000002-wal-2.temp, length=230
2024-12-05T07:40:21,921 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:40293/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733384421714/wal-2, size=230, length=230, corrupted=false, cancelled=false
2024-12-05T07:40:21,921 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40293/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733384421714/wal-2, journal: Splitting hdfs://localhost:40293/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733384421714/wal-2, size=230 (230bytes) at 1733384421889Finishing writing output for hdfs://localhost:40293/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733384421714/wal-2 so closing down at 1733384421897 (+8 ms)Creating recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bb450dc6688bcb25c6e499c618794000/recovered.edits/0000000000000000002-wal-2.temp at 1733384421901 (+4 ms)3 split writer threads finished at 1733384421902 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bb450dc6688bcb25c6e499c618794000/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733384421912 (+10 ms)Processed 1 edits across 1 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:40293/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733384421714/wal-2, size=230, length=230, corrupted=false, cancelled=false at 1733384421921 (+9 ms)
2024-12-05T07:40:21,921 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-05T07:40:21,924 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40293/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733384421714, archiveDir=hdfs://localhost:40293/hbase/oldWALs, maxLogs=32
2024-12-05T07:40:21,936 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733384421714/wal.1733384421925, exclude list is [], retry=0
2024-12-05T07:40:21,939 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39399,DS-0c77709a-e756-445a-9453-cd61d1686199,DISK]
2024-12-05T07:40:21,940 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34129,DS-9a31ed6c-f753-4b1c-9524-fd6fd0b93aed,DISK]
2024-12-05T07:40:21,940 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44769,DS-de2e92a4-2458-4679-b356-5710683d85dc,DISK]
2024-12-05T07:40:21,942 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733384421714/wal.1733384421925
2024-12-05T07:40:21,942 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45875:45875),(127.0.0.1/127.0.0.1:44281:44281),(127.0.0.1/127.0.0.1:42109:42109)]
2024-12-05T07:40:21,942 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => bb450dc6688bcb25c6e499c618794000, NAME => 'testReplayEditsWrittenIntoWAL,,1733384421716.bb450dc6688bcb25c6e499c618794000.', STARTKEY => '', ENDKEY => ''}
2024-12-05T07:40:21,943 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733384421716.bb450dc6688bcb25c6e499c618794000.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:40:21,943 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for bb450dc6688bcb25c6e499c618794000
2024-12-05T07:40:21,943 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for bb450dc6688bcb25c6e499c618794000
2024-12-05T07:40:21,945 INFO  [StoreOpener-bb450dc6688bcb25c6e499c618794000-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region bb450dc6688bcb25c6e499c618794000 
2024-12-05T07:40:21,946 INFO  [StoreOpener-bb450dc6688bcb25c6e499c618794000-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb450dc6688bcb25c6e499c618794000 columnFamilyName a
2024-12-05T07:40:21,946 DEBUG [StoreOpener-bb450dc6688bcb25c6e499c618794000-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:21,947 INFO  [StoreOpener-bb450dc6688bcb25c6e499c618794000-1 {}] regionserver.HStore(327): Store=bb450dc6688bcb25c6e499c618794000/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:21,947 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for bb450dc6688bcb25c6e499c618794000
2024-12-05T07:40:21,948 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bb450dc6688bcb25c6e499c618794000
2024-12-05T07:40:21,951 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bb450dc6688bcb25c6e499c618794000
2024-12-05T07:40:21,953 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bb450dc6688bcb25c6e499c618794000/recovered.edits/0000000000000000002
2024-12-05T07:40:21,957 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bb450dc6688bcb25c6e499c618794000/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-12-05T07:40:21,963 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bb450dc6688bcb25c6e499c618794000/recovered.edits/0000000000000000002
2024-12-05T07:40:21,966 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing bb450dc6688bcb25c6e499c618794000 1/1 column families, dataSize=108 B heapSize=512 B
2024-12-05T07:40:22,011 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bb450dc6688bcb25c6e499c618794000/.tmp/a/a3f7b7ae771d48cfb2cb13f3b5b89454 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733384421787/Put/seqid=0
2024-12-05T07:40:22,023 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741844_1020 (size=5170)
2024-12-05T07:40:22,023 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741844_1020 (size=5170)
2024-12-05T07:40:22,024 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741844_1020 (size=5170)
2024-12-05T07:40:22,024 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bb450dc6688bcb25c6e499c618794000/.tmp/a/a3f7b7ae771d48cfb2cb13f3b5b89454
2024-12-05T07:40:22,026 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741827_1003 (size=196)
2024-12-05T07:40:22,072 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bb450dc6688bcb25c6e499c618794000/.tmp/a/a3f7b7ae771d48cfb2cb13f3b5b89454 as hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bb450dc6688bcb25c6e499c618794000/a/a3f7b7ae771d48cfb2cb13f3b5b89454
2024-12-05T07:40:22,084 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bb450dc6688bcb25c6e499c618794000/a/a3f7b7ae771d48cfb2cb13f3b5b89454, entries=2, sequenceid=2, filesize=5.0 K
2024-12-05T07:40:22,092 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for bb450dc6688bcb25c6e499c618794000 in 122ms, sequenceid=2, compaction requested=false; wal=null
2024-12-05T07:40:22,094 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bb450dc6688bcb25c6e499c618794000/recovered.edits/0000000000000000002
2024-12-05T07:40:22,095 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for bb450dc6688bcb25c6e499c618794000
2024-12-05T07:40:22,095 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for bb450dc6688bcb25c6e499c618794000
2024-12-05T07:40:22,099 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for bb450dc6688bcb25c6e499c618794000
2024-12-05T07:40:22,104 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bb450dc6688bcb25c6e499c618794000/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1
2024-12-05T07:40:22,106 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened bb450dc6688bcb25c6e499c618794000; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68938412, jitterRate=0.027262389659881592}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-05T07:40:22,107 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for bb450dc6688bcb25c6e499c618794000:
Writing region info on filesystem at 1733384421943Initializing all the Stores at 1733384421944 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384421945 (+1 ms)Obtaining lock to block concurrent updates at 1733384421966 (+21 ms)Preparing flush snapshotting stores in bb450dc6688bcb25c6e499c618794000 at 1733384421966Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733384421716.bb450dc6688bcb25c6e499c618794000., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733384421969 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1733384421716.bb450dc6688bcb25c6e499c618794000. at 1733384421969Flushing bb450dc6688bcb25c6e499c618794000/a: creating writer at 1733384421970 (+1 ms)Flushing bb450dc6688bcb25c6e499c618794000/a: appending metadata at 1733384422002 (+32 ms)Flushing bb450dc6688bcb25c6e499c618794000/a: closing flushed file at 1733384422004 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c0a0d29: reopening flushed file at 1733384422070 (+66 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for bb450dc6688bcb25c6e499c618794000 in 122ms, sequenceid=2, compaction requested=false; wal=null at 1733384422092 (+22 ms)Cleaning up temporary data from old regions at 1733384422095 (+3 ms)Region opened successfully at 1733384422107 (+12 ms)
2024-12-05T07:40:22,144 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit0 Thread=376 (was 363)
Potentially hanging thread: PacketResponder: BP-1506942772-172.17.0.2-1733384411909:blk_1073741843_1019, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:40293/hbase-prefix:default
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_299948814_22 at /127.0.0.1:51442 [Receiving block BP-1506942772-172.17.0.2-1733384411909:blk_1073741843_1019]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_299948814_22 at /127.0.0.1:39656 [Receiving block BP-1506942772-172.17.0.2-1733384411909:blk_1073741843_1019]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-8-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1506942772-172.17.0.2-1733384411909:blk_1073741843_1019, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_299948814_22 at /127.0.0.1:39658 [Waiting for operation #10]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_299948814_22 at /127.0.0.1:45738 [Receiving block BP-1506942772-172.17.0.2-1733384411909:blk_1073741843_1019]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_299948814_22 at /127.0.0.1:54506 [Waiting for operation #8]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-8-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@e967876[State = -1, empty queue]
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-8-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: TestAsyncWALReplay-pool-0
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1506942772-172.17.0.2-1733384411909:blk_1073741843_1019, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=699 (was 601) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=456 (was 470), ProcessCount=11 (was 11), AvailableMemoryMB=6892 (was 6908)
2024-12-05T07:40:22,159 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit1 Thread=376, OpenFileDescriptor=699, MaxFileDescriptor=1048576, SystemLoadAverage=456, ProcessCount=11, AvailableMemoryMB=6889
2024-12-05T07:40:22,181 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T07:40:22,184 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T07:40:22,185 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-05T07:40:22,191 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-67374429, suffix=, logDir=hdfs://localhost:40293/hbase/WALs/hregion-67374429, archiveDir=hdfs://localhost:40293/hbase/oldWALs, maxLogs=32
2024-12-05T07:40:22,209 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-67374429/hregion-67374429.1733384422192, exclude list is [], retry=0
2024-12-05T07:40:22,215 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39399,DS-0c77709a-e756-445a-9453-cd61d1686199,DISK]
2024-12-05T07:40:22,215 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34129,DS-9a31ed6c-f753-4b1c-9524-fd6fd0b93aed,DISK]
2024-12-05T07:40:22,216 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44769,DS-de2e92a4-2458-4679-b356-5710683d85dc,DISK]
2024-12-05T07:40:22,224 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-67374429/hregion-67374429.1733384422192
2024-12-05T07:40:22,225 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45875:45875),(127.0.0.1/127.0.0.1:44281:44281),(127.0.0.1/127.0.0.1:42109:42109)]
2024-12-05T07:40:22,225 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 19d80bb4d6962e19282a4219d072140c, NAME => 'testReplayEditsWrittenIntoWAL,,1733384422182.19d80bb4d6962e19282a4219d072140c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40293/hbase
2024-12-05T07:40:22,255 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741846_1022 (size=64)
2024-12-05T07:40:22,255 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741846_1022 (size=64)
2024-12-05T07:40:22,256 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741846_1022 (size=64)
2024-12-05T07:40:22,257 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733384422182.19d80bb4d6962e19282a4219d072140c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:40:22,260 INFO  [StoreOpener-19d80bb4d6962e19282a4219d072140c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 19d80bb4d6962e19282a4219d072140c 
2024-12-05T07:40:22,264 INFO  [StoreOpener-19d80bb4d6962e19282a4219d072140c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19d80bb4d6962e19282a4219d072140c columnFamilyName a
2024-12-05T07:40:22,264 DEBUG [StoreOpener-19d80bb4d6962e19282a4219d072140c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:22,265 INFO  [StoreOpener-19d80bb4d6962e19282a4219d072140c-1 {}] regionserver.HStore(327): Store=19d80bb4d6962e19282a4219d072140c/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:22,265 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 19d80bb4d6962e19282a4219d072140c
2024-12-05T07:40:22,267 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/19d80bb4d6962e19282a4219d072140c
2024-12-05T07:40:22,268 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/19d80bb4d6962e19282a4219d072140c
2024-12-05T07:40:22,269 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 19d80bb4d6962e19282a4219d072140c
2024-12-05T07:40:22,269 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 19d80bb4d6962e19282a4219d072140c
2024-12-05T07:40:22,271 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741828_1004 (size=1189)
2024-12-05T07:40:22,273 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 19d80bb4d6962e19282a4219d072140c
2024-12-05T07:40:22,278 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/19d80bb4d6962e19282a4219d072140c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-05T07:40:22,279 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 19d80bb4d6962e19282a4219d072140c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75351838, jitterRate=0.12282988429069519}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-05T07:40:22,280 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 19d80bb4d6962e19282a4219d072140c:
Writing region info on filesystem at 1733384422257Initializing all the Stores at 1733384422259 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384422259Cleaning up temporary data from old regions at 1733384422269 (+10 ms)Region opened successfully at 1733384422280 (+11 ms)
2024-12-05T07:40:22,280 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 19d80bb4d6962e19282a4219d072140c, disabling compactions & flushes
2024-12-05T07:40:22,280 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733384422182.19d80bb4d6962e19282a4219d072140c.
2024-12-05T07:40:22,280 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733384422182.19d80bb4d6962e19282a4219d072140c.
2024-12-05T07:40:22,280 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733384422182.19d80bb4d6962e19282a4219d072140c. after waiting 0 ms
2024-12-05T07:40:22,280 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733384422182.19d80bb4d6962e19282a4219d072140c.
2024-12-05T07:40:22,283 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733384422182.19d80bb4d6962e19282a4219d072140c.
2024-12-05T07:40:22,283 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 19d80bb4d6962e19282a4219d072140c:
Waiting for close lock at 1733384422280Disabling compacts and flushes for region at 1733384422280Disabling writes for close at 1733384422280Writing region close event to WAL at 1733384422283 (+3 ms)Closed at 1733384422283
2024-12-05T07:40:22,294 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741845_1021 (size=93)
2024-12-05T07:40:22,295 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741845_1021 (size=93)
2024-12-05T07:40:22,296 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741845_1021 (size=93)
2024-12-05T07:40:22,300 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-05T07:40:22,301 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-67374429:(num 1733384422192)
2024-12-05T07:40:22,302 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor
2024-12-05T07:40:22,320 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741847_1023 (size=276)
2024-12-05T07:40:22,320 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741847_1023 (size=276)
2024-12-05T07:40:22,321 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741847_1023 (size=276)
2024-12-05T07:40:22,322 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor
2024-12-05T07:40:22,335 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741848_1024 (size=230)
2024-12-05T07:40:22,335 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741848_1024 (size=230)
2024-12-05T07:40:22,335 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741848_1024 (size=230)
2024-12-05T07:40:22,355 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40293/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733384422180/wal-2, size=230 (230bytes)
2024-12-05T07:40:22,355 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40293/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733384422180/wal-2
2024-12-05T07:40:22,356 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40293/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733384422180/wal-2 after 1ms
2024-12-05T07:40:22,359 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40293/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733384422180/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-12-05T07:40:22,359 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40293/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733384422180/wal-2 took 5ms
2024-12-05T07:40:22,362 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40293/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733384422180/wal-2 so closing down
2024-12-05T07:40:22,362 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-05T07:40:22,364 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp
2024-12-05T07:40:22,366 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/19d80bb4d6962e19282a4219d072140c/recovered.edits/0000000000000000002-wal-2.temp
2024-12-05T07:40:22,366 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-05T07:40:22,373 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741849_1025 (size=230)
2024-12-05T07:40:22,374 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741849_1025 (size=230)
2024-12-05T07:40:22,374 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741849_1025 (size=230)
2024-12-05T07:40:22,375 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/19d80bb4d6962e19282a4219d072140c/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms)
2024-12-05T07:40:22,377 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/19d80bb4d6962e19282a4219d072140c/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/19d80bb4d6962e19282a4219d072140c/recovered.edits/0000000000000000002
2024-12-05T07:40:22,377 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:40293/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733384422180/wal-2, size=230, length=230, corrupted=false, cancelled=false
2024-12-05T07:40:22,377 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40293/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733384422180/wal-2, journal: Splitting hdfs://localhost:40293/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733384422180/wal-2, size=230 (230bytes) at 1733384422355Finishing writing output for hdfs://localhost:40293/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733384422180/wal-2 so closing down at 1733384422362 (+7 ms)Creating recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/19d80bb4d6962e19282a4219d072140c/recovered.edits/0000000000000000002-wal-2.temp at 1733384422366 (+4 ms)3 split writer threads finished at 1733384422366Closed recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/19d80bb4d6962e19282a4219d072140c/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733384422375 (+9 ms)Rename recovered edits hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/19d80bb4d6962e19282a4219d072140c/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/19d80bb4d6962e19282a4219d072140c/recovered.edits/0000000000000000002 at 1733384422377 (+2 ms)Processed 1 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:40293/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733384422180/wal-2, size=230, length=230, corrupted=false, cancelled=false at 1733384422377
2024-12-05T07:40:22,395 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40293/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733384422180/wal-1, size=276 (276bytes)
2024-12-05T07:40:22,395 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40293/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733384422180/wal-1
2024-12-05T07:40:22,396 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40293/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733384422180/wal-1 after 1ms
2024-12-05T07:40:22,399 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40293/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733384422180/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-12-05T07:40:22,400 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40293/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733384422180/wal-1 took 4ms
2024-12-05T07:40:22,403 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40293/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733384422180/wal-1 so closing down
2024-12-05T07:40:22,403 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-05T07:40:22,404 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp
2024-12-05T07:40:22,406 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/19d80bb4d6962e19282a4219d072140c/recovered.edits/0000000000000000001-wal-1.temp
2024-12-05T07:40:22,406 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-05T07:40:22,414 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741850_1026 (size=276)
2024-12-05T07:40:22,415 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741850_1026 (size=276)
2024-12-05T07:40:22,415 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741850_1026 (size=276)
2024-12-05T07:40:22,416 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/19d80bb4d6962e19282a4219d072140c/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms)
2024-12-05T07:40:22,419 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/19d80bb4d6962e19282a4219d072140c/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-12-05T07:40:22,422 WARN  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/19d80bb4d6962e19282a4219d072140c/recovered.edits/0000000000000000002, length=230
2024-12-05T07:40:22,424 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/19d80bb4d6962e19282a4219d072140c/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/19d80bb4d6962e19282a4219d072140c/recovered.edits/0000000000000000002
2024-12-05T07:40:22,424 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:40293/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733384422180/wal-1, size=276, length=276, corrupted=false, cancelled=false
2024-12-05T07:40:22,424 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40293/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733384422180/wal-1, journal: Splitting hdfs://localhost:40293/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733384422180/wal-1, size=276 (276bytes) at 1733384422395Finishing writing output for hdfs://localhost:40293/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733384422180/wal-1 so closing down at 1733384422403 (+8 ms)Creating recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/19d80bb4d6962e19282a4219d072140c/recovered.edits/0000000000000000001-wal-1.temp at 1733384422406 (+3 ms)3 split writer threads finished at 1733384422406Closed recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/19d80bb4d6962e19282a4219d072140c/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733384422416 (+10 ms)Rename recovered edits hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/19d80bb4d6962e19282a4219d072140c/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/19d80bb4d6962e19282a4219d072140c/recovered.edits/0000000000000000002 at 1733384422424 (+8 ms)Processed 2 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:40293/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733384422180/wal-1, size=276, length=276, corrupted=false, cancelled=false at 1733384422424
2024-12-05T07:40:22,424 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-05T07:40:22,427 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40293/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733384422180, archiveDir=hdfs://localhost:40293/hbase/oldWALs, maxLogs=32
2024-12-05T07:40:22,440 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733384422180/wal.1733384422427, exclude list is [], retry=0
2024-12-05T07:40:22,443 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34129,DS-9a31ed6c-f753-4b1c-9524-fd6fd0b93aed,DISK]
2024-12-05T07:40:22,444 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44769,DS-de2e92a4-2458-4679-b356-5710683d85dc,DISK]
2024-12-05T07:40:22,444 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39399,DS-0c77709a-e756-445a-9453-cd61d1686199,DISK]
2024-12-05T07:40:22,447 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733384422180/wal.1733384422427
2024-12-05T07:40:22,447 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44281:44281),(127.0.0.1/127.0.0.1:42109:42109),(127.0.0.1/127.0.0.1:45875:45875)]
2024-12-05T07:40:22,447 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 19d80bb4d6962e19282a4219d072140c, NAME => 'testReplayEditsWrittenIntoWAL,,1733384422182.19d80bb4d6962e19282a4219d072140c.', STARTKEY => '', ENDKEY => ''}
2024-12-05T07:40:22,447 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733384422182.19d80bb4d6962e19282a4219d072140c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:40:22,447 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 19d80bb4d6962e19282a4219d072140c
2024-12-05T07:40:22,447 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 19d80bb4d6962e19282a4219d072140c
2024-12-05T07:40:22,449 INFO  [StoreOpener-19d80bb4d6962e19282a4219d072140c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 19d80bb4d6962e19282a4219d072140c 
2024-12-05T07:40:22,451 INFO  [StoreOpener-19d80bb4d6962e19282a4219d072140c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19d80bb4d6962e19282a4219d072140c columnFamilyName a
2024-12-05T07:40:22,451 DEBUG [StoreOpener-19d80bb4d6962e19282a4219d072140c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:22,452 INFO  [StoreOpener-19d80bb4d6962e19282a4219d072140c-1 {}] regionserver.HStore(327): Store=19d80bb4d6962e19282a4219d072140c/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:22,452 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 19d80bb4d6962e19282a4219d072140c
2024-12-05T07:40:22,453 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/19d80bb4d6962e19282a4219d072140c
2024-12-05T07:40:22,455 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/19d80bb4d6962e19282a4219d072140c
2024-12-05T07:40:22,456 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/19d80bb4d6962e19282a4219d072140c/recovered.edits/0000000000000000002
2024-12-05T07:40:22,459 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/19d80bb4d6962e19282a4219d072140c/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-12-05T07:40:22,461 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/19d80bb4d6962e19282a4219d072140c/recovered.edits/0000000000000000002
2024-12-05T07:40:22,461 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 19d80bb4d6962e19282a4219d072140c 1/1 column families, dataSize=108 B heapSize=512 B
2024-12-05T07:40:22,478 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/19d80bb4d6962e19282a4219d072140c/.tmp/a/8399ca5d2a3f4921bda2fd3b632297ca is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733384422301/Put/seqid=0
2024-12-05T07:40:22,485 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741852_1028 (size=5170)
2024-12-05T07:40:22,485 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741852_1028 (size=5170)
2024-12-05T07:40:22,486 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741852_1028 (size=5170)
2024-12-05T07:40:22,487 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/19d80bb4d6962e19282a4219d072140c/.tmp/a/8399ca5d2a3f4921bda2fd3b632297ca
2024-12-05T07:40:22,497 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/19d80bb4d6962e19282a4219d072140c/.tmp/a/8399ca5d2a3f4921bda2fd3b632297ca as hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/19d80bb4d6962e19282a4219d072140c/a/8399ca5d2a3f4921bda2fd3b632297ca
2024-12-05T07:40:22,506 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/19d80bb4d6962e19282a4219d072140c/a/8399ca5d2a3f4921bda2fd3b632297ca, entries=2, sequenceid=2, filesize=5.0 K
2024-12-05T07:40:22,506 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 19d80bb4d6962e19282a4219d072140c in 45ms, sequenceid=2, compaction requested=false; wal=null
2024-12-05T07:40:22,507 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/19d80bb4d6962e19282a4219d072140c/recovered.edits/0000000000000000002
2024-12-05T07:40:22,508 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 19d80bb4d6962e19282a4219d072140c
2024-12-05T07:40:22,508 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 19d80bb4d6962e19282a4219d072140c
2024-12-05T07:40:22,511 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 19d80bb4d6962e19282a4219d072140c
2024-12-05T07:40:22,514 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/19d80bb4d6962e19282a4219d072140c/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1
2024-12-05T07:40:22,515 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 19d80bb4d6962e19282a4219d072140c; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64137987, jitterRate=-0.04426951706409454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-05T07:40:22,516 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 19d80bb4d6962e19282a4219d072140c:
Writing region info on filesystem at 1733384422448Initializing all the Stores at 1733384422449 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384422449Obtaining lock to block concurrent updates at 1733384422461 (+12 ms)Preparing flush snapshotting stores in 19d80bb4d6962e19282a4219d072140c at 1733384422461Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733384422182.19d80bb4d6962e19282a4219d072140c., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733384422461Flushing stores of testReplayEditsWrittenIntoWAL,,1733384422182.19d80bb4d6962e19282a4219d072140c. at 1733384422461Flushing 19d80bb4d6962e19282a4219d072140c/a: creating writer at 1733384422461Flushing 19d80bb4d6962e19282a4219d072140c/a: appending metadata at 1733384422477 (+16 ms)Flushing 19d80bb4d6962e19282a4219d072140c/a: closing flushed file at 1733384422477Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3499622a: reopening flushed file at 1733384422495 (+18 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 19d80bb4d6962e19282a4219d072140c in 45ms, sequenceid=2, compaction requested=false; wal=null at 1733384422506 (+11 ms)Cleaning up temporary data from old regions at 1733384422508 (+2 ms)Region opened successfully at 1733384422515 (+7 ms)
2024-12-05T07:40:22,532 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit1 Thread=387 (was 376)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_299948814_22 at /127.0.0.1:39658 [Waiting for operation #12]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_299948814_22 at /127.0.0.1:45856 [Receiving block BP-1506942772-172.17.0.2-1733384411909:blk_1073741851_1027]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1506942772-172.17.0.2-1733384411909:blk_1073741851_1027, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1506942772-172.17.0.2-1733384411909:blk_1073741851_1027, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1506942772-172.17.0.2-1733384411909:blk_1073741851_1027, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-10-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_299948814_22 at /127.0.0.1:51536 [Receiving block BP-1506942772-172.17.0.2-1733384411909:blk_1073741851_1027]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_299948814_22 at /127.0.0.1:35400 [Waiting for operation #11]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_299948814_22 at /127.0.0.1:39736 [Receiving block BP-1506942772-172.17.0.2-1733384411909:blk_1073741851_1027]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-10-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_299948814_22 at /127.0.0.1:54506 [Waiting for operation #14]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@75f93aac[State = -1, empty queue]
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-10-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=779 (was 699) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=456 (was 456), ProcessCount=11 (was 11), AvailableMemoryMB=6881 (was 6889)
2024-12-05T07:40:22,543 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenIntoWAL Thread=387, OpenFileDescriptor=779, MaxFileDescriptor=1048576, SystemLoadAverage=456, ProcessCount=11, AvailableMemoryMB=6879
2024-12-05T07:40:22,558 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T07:40:22,560 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T07:40:22,561 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-05T07:40:22,564 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-28063956, suffix=, logDir=hdfs://localhost:40293/hbase/WALs/hregion-28063956, archiveDir=hdfs://localhost:40293/hbase/oldWALs, maxLogs=32
2024-12-05T07:40:22,576 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-28063956/hregion-28063956.1733384422565, exclude list is [], retry=0
2024-12-05T07:40:22,579 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39399,DS-0c77709a-e756-445a-9453-cd61d1686199,DISK]
2024-12-05T07:40:22,580 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34129,DS-9a31ed6c-f753-4b1c-9524-fd6fd0b93aed,DISK]
2024-12-05T07:40:22,580 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44769,DS-de2e92a4-2458-4679-b356-5710683d85dc,DISK]
2024-12-05T07:40:22,582 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-28063956/hregion-28063956.1733384422565
2024-12-05T07:40:22,583 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45875:45875),(127.0.0.1/127.0.0.1:44281:44281),(127.0.0.1/127.0.0.1:42109:42109)]
2024-12-05T07:40:22,583 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => bbe2fa69fa8b6aa59d96806ddfc52f9a, NAME => 'testReplayEditsWrittenIntoWAL,,1733384422558.bbe2fa69fa8b6aa59d96806ddfc52f9a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40293/hbase
2024-12-05T07:40:22,593 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741854_1030 (size=64)
2024-12-05T07:40:22,593 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741854_1030 (size=64)
2024-12-05T07:40:22,594 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741854_1030 (size=64)
2024-12-05T07:40:22,599 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733384422558.bbe2fa69fa8b6aa59d96806ddfc52f9a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:40:22,601 INFO  [StoreOpener-bbe2fa69fa8b6aa59d96806ddfc52f9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region bbe2fa69fa8b6aa59d96806ddfc52f9a 
2024-12-05T07:40:22,603 INFO  [StoreOpener-bbe2fa69fa8b6aa59d96806ddfc52f9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbe2fa69fa8b6aa59d96806ddfc52f9a columnFamilyName a
2024-12-05T07:40:22,603 DEBUG [StoreOpener-bbe2fa69fa8b6aa59d96806ddfc52f9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:22,604 INFO  [StoreOpener-bbe2fa69fa8b6aa59d96806ddfc52f9a-1 {}] regionserver.HStore(327): Store=bbe2fa69fa8b6aa59d96806ddfc52f9a/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:22,605 INFO  [StoreOpener-bbe2fa69fa8b6aa59d96806ddfc52f9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region bbe2fa69fa8b6aa59d96806ddfc52f9a 
2024-12-05T07:40:22,607 INFO  [StoreOpener-bbe2fa69fa8b6aa59d96806ddfc52f9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbe2fa69fa8b6aa59d96806ddfc52f9a columnFamilyName b
2024-12-05T07:40:22,607 DEBUG [StoreOpener-bbe2fa69fa8b6aa59d96806ddfc52f9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:22,608 INFO  [StoreOpener-bbe2fa69fa8b6aa59d96806ddfc52f9a-1 {}] regionserver.HStore(327): Store=bbe2fa69fa8b6aa59d96806ddfc52f9a/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:22,608 INFO  [StoreOpener-bbe2fa69fa8b6aa59d96806ddfc52f9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region bbe2fa69fa8b6aa59d96806ddfc52f9a 
2024-12-05T07:40:22,610 INFO  [StoreOpener-bbe2fa69fa8b6aa59d96806ddfc52f9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbe2fa69fa8b6aa59d96806ddfc52f9a columnFamilyName c
2024-12-05T07:40:22,610 DEBUG [StoreOpener-bbe2fa69fa8b6aa59d96806ddfc52f9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:22,611 INFO  [StoreOpener-bbe2fa69fa8b6aa59d96806ddfc52f9a-1 {}] regionserver.HStore(327): Store=bbe2fa69fa8b6aa59d96806ddfc52f9a/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:22,611 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for bbe2fa69fa8b6aa59d96806ddfc52f9a
2024-12-05T07:40:22,612 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bbe2fa69fa8b6aa59d96806ddfc52f9a
2024-12-05T07:40:22,612 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bbe2fa69fa8b6aa59d96806ddfc52f9a
2024-12-05T07:40:22,614 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for bbe2fa69fa8b6aa59d96806ddfc52f9a
2024-12-05T07:40:22,614 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for bbe2fa69fa8b6aa59d96806ddfc52f9a
2024-12-05T07:40:22,615 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-05T07:40:22,617 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for bbe2fa69fa8b6aa59d96806ddfc52f9a
2024-12-05T07:40:22,619 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bbe2fa69fa8b6aa59d96806ddfc52f9a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-05T07:40:22,620 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened bbe2fa69fa8b6aa59d96806ddfc52f9a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71391491, jitterRate=0.0638161152601242}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-05T07:40:22,620 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for bbe2fa69fa8b6aa59d96806ddfc52f9a:
Writing region info on filesystem at 1733384422599Initializing all the Stores at 1733384422601 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384422601Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384422601Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384422601Cleaning up temporary data from old regions at 1733384422614 (+13 ms)Region opened successfully at 1733384422620 (+6 ms)
2024-12-05T07:40:22,620 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing bbe2fa69fa8b6aa59d96806ddfc52f9a, disabling compactions & flushes
2024-12-05T07:40:22,620 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733384422558.bbe2fa69fa8b6aa59d96806ddfc52f9a.
2024-12-05T07:40:22,620 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733384422558.bbe2fa69fa8b6aa59d96806ddfc52f9a.
2024-12-05T07:40:22,620 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733384422558.bbe2fa69fa8b6aa59d96806ddfc52f9a. after waiting 0 ms
2024-12-05T07:40:22,620 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733384422558.bbe2fa69fa8b6aa59d96806ddfc52f9a.
2024-12-05T07:40:22,621 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733384422558.bbe2fa69fa8b6aa59d96806ddfc52f9a.
2024-12-05T07:40:22,621 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for bbe2fa69fa8b6aa59d96806ddfc52f9a:
Waiting for close lock at 1733384422620Disabling compacts and flushes for region at 1733384422620Disabling writes for close at 1733384422620Writing region close event to WAL at 1733384422621 (+1 ms)Closed at 1733384422621
2024-12-05T07:40:22,624 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741853_1029 (size=93)
2024-12-05T07:40:22,624 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741853_1029 (size=93)
2024-12-05T07:40:22,624 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741853_1029 (size=93)
2024-12-05T07:40:22,628 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-05T07:40:22,628 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-28063956:(num 1733384422565)
2024-12-05T07:40:22,628 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-05T07:40:22,630 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40293/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733384422557, archiveDir=hdfs://localhost:40293/hbase/oldWALs, maxLogs=32
2024-12-05T07:40:22,642 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733384422557/wal.1733384422631, exclude list is [], retry=0
2024-12-05T07:40:22,645 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44769,DS-de2e92a4-2458-4679-b356-5710683d85dc,DISK]
2024-12-05T07:40:22,646 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39399,DS-0c77709a-e756-445a-9453-cd61d1686199,DISK]
2024-12-05T07:40:22,646 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34129,DS-9a31ed6c-f753-4b1c-9524-fd6fd0b93aed,DISK]
2024-12-05T07:40:22,648 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733384422557/wal.1733384422631
2024-12-05T07:40:22,648 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42109:42109),(127.0.0.1/127.0.0.1:45875:45875),(127.0.0.1/127.0.0.1:44281:44281)]
2024-12-05T07:40:22,870 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40293/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733384422557/wal.1733384422631, size=0 (0bytes)
2024-12-05T07:40:22,870 WARN  [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:40293/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733384422557/wal.1733384422631 might be still open, length is 0
2024-12-05T07:40:22,870 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40293/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733384422557/wal.1733384422631
2024-12-05T07:40:22,872 WARN  [IPC Server handler 1 on default port 40293 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733384422557/wal.1733384422631 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031
2024-12-05T07:40:22,872 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:40293/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733384422557/wal.1733384422631 after 1ms
2024-12-05T07:40:25,279 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_299948814_22 at /127.0.0.1:51578 [Receiving block BP-1506942772-172.17.0.2-1733384411909:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:44769:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:51578 dst: /127.0.0.1:44769
java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:44769 remote=/127.0.0.1:51578]. Total timeout mills is 60000, 57560 millis timeout left.
	at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?]
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?]
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?]
	at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?]
	at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?]
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T07:40:25,280 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_299948814_22 at /127.0.0.1:39766 [Receiving block BP-1506942772-172.17.0.2-1733384411909:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:34129:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:39766 dst: /127.0.0.1:34129
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T07:40:25,280 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_299948814_22 at /127.0.0.1:45894 [Receiving block BP-1506942772-172.17.0.2-1733384411909:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:39399:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:45894 dst: /127.0.0.1:39399
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T07:40:25,298 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741855_1032 (size=200589)
2024-12-05T07:40:25,300 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741855_1032 (size=200589)
2024-12-05T07:40:25,303 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741855_1032 (size=200589)
2024-12-05T07:40:26,814 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-05T07:40:26,873 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:40293/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733384422557/wal.1733384422631 after 4002ms
2024-12-05T07:40:26,880 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40293/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733384422557/wal.1733384422631: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-12-05T07:40:26,888 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40293/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733384422557/wal.1733384422631 took 4018ms
2024-12-05T07:40:26,922 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733384422631.temp
2024-12-05T07:40:26,946 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bbe2fa69fa8b6aa59d96806ddfc52f9a/recovered.edits/0000000000000000001-wal.1733384422631.temp
2024-12-05T07:40:26,950 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-12-05T07:40:27,165 INFO  [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:40293/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733384422557/wal.1733384422631; continuing.
2024-12-05T07:40:27,166 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40293/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733384422557/wal.1733384422631 so closing down
2024-12-05T07:40:27,166 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-05T07:40:27,169 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-05T07:40:27,191 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741856_1033 (size=200597)
2024-12-05T07:40:27,192 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741856_1033 (size=200597)
2024-12-05T07:40:27,192 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741856_1033 (size=200597)
2024-12-05T07:40:27,193 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bbe2fa69fa8b6aa59d96806ddfc52f9a/recovered.edits/0000000000000000001-wal.1733384422631.temp (wrote 3002 edits, skipped 0 edits in 48 ms)
2024-12-05T07:40:27,200 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bbe2fa69fa8b6aa59d96806ddfc52f9a/recovered.edits/0000000000000000001-wal.1733384422631.temp to hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bbe2fa69fa8b6aa59d96806ddfc52f9a/recovered.edits/0000000000000003002
2024-12-05T07:40:27,200 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 300 ms; skipped=0; WAL=hdfs://localhost:40293/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733384422557/wal.1733384422631, size=0, length=0, corrupted=false, cancelled=false
2024-12-05T07:40:27,201 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40293/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733384422557/wal.1733384422631, journal: Splitting hdfs://localhost:40293/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733384422557/wal.1733384422631, size=0 (0bytes) at 1733384422870Creating recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bbe2fa69fa8b6aa59d96806ddfc52f9a/recovered.edits/0000000000000000001-wal.1733384422631.temp at 1733384426947 (+4077 ms)Split 1024 edits, skipped 0 edits. at 1733384427062 (+115 ms)Split 2048 edits, skipped 0 edits. at 1733384427134 (+72 ms)Finishing writing output for hdfs://localhost:40293/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733384422557/wal.1733384422631 so closing down at 1733384427166 (+32 ms)3 split writer threads finished at 1733384427169 (+3 ms)Closed recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bbe2fa69fa8b6aa59d96806ddfc52f9a/recovered.edits/0000000000000000001-wal.1733384422631.temp (wrote 3002 edits, skipped 0 edits in 48 ms) at 1733384427193 (+24 ms)Rename recovered edits hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bbe2fa69fa8b6aa59d96806ddfc52f9a/recovered.edits/0000000000000000001-wal.1733384422631.temp to hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bbe2fa69fa8b6aa59d96806ddfc52f9a/recovered.edits/0000000000000003002 at 1733384427200 (+7 ms)Processed 3002 edits across 1 Regions in 300 ms; skipped=0; WAL=hdfs://localhost:40293/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733384422557/wal.1733384422631, size=0, length=0, corrupted=false, cancelled=false at 1733384427200
2024-12-05T07:40:27,207 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40293/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733384422557/wal.1733384422631 to hdfs://localhost:40293/hbase/oldWALs/wal.1733384422631
2024-12-05T07:40:27,209 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bbe2fa69fa8b6aa59d96806ddfc52f9a/recovered.edits/0000000000000003002
2024-12-05T07:40:27,210 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-05T07:40:27,214 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40293/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733384422557, archiveDir=hdfs://localhost:40293/hbase/oldWALs, maxLogs=32
2024-12-05T07:40:27,233 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733384422557/wal.1733384427214, exclude list is [], retry=0
2024-12-05T07:40:27,238 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44769,DS-de2e92a4-2458-4679-b356-5710683d85dc,DISK]
2024-12-05T07:40:27,239 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34129,DS-9a31ed6c-f753-4b1c-9524-fd6fd0b93aed,DISK]
2024-12-05T07:40:27,242 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39399,DS-0c77709a-e756-445a-9453-cd61d1686199,DISK]
2024-12-05T07:40:27,315 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733384422557/wal.1733384427214
2024-12-05T07:40:27,319 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42109:42109),(127.0.0.1/127.0.0.1:44281:44281),(127.0.0.1/127.0.0.1:45875:45875)]
2024-12-05T07:40:27,319 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733384422558.bbe2fa69fa8b6aa59d96806ddfc52f9a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:40:27,327 INFO  [StoreOpener-bbe2fa69fa8b6aa59d96806ddfc52f9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region bbe2fa69fa8b6aa59d96806ddfc52f9a 
2024-12-05T07:40:27,330 INFO  [StoreOpener-bbe2fa69fa8b6aa59d96806ddfc52f9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbe2fa69fa8b6aa59d96806ddfc52f9a columnFamilyName a
2024-12-05T07:40:27,331 DEBUG [StoreOpener-bbe2fa69fa8b6aa59d96806ddfc52f9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:27,332 INFO  [StoreOpener-bbe2fa69fa8b6aa59d96806ddfc52f9a-1 {}] regionserver.HStore(327): Store=bbe2fa69fa8b6aa59d96806ddfc52f9a/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:27,332 INFO  [StoreOpener-bbe2fa69fa8b6aa59d96806ddfc52f9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region bbe2fa69fa8b6aa59d96806ddfc52f9a 
2024-12-05T07:40:27,345 INFO  [StoreOpener-bbe2fa69fa8b6aa59d96806ddfc52f9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbe2fa69fa8b6aa59d96806ddfc52f9a columnFamilyName b
2024-12-05T07:40:27,345 DEBUG [StoreOpener-bbe2fa69fa8b6aa59d96806ddfc52f9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:27,346 INFO  [StoreOpener-bbe2fa69fa8b6aa59d96806ddfc52f9a-1 {}] regionserver.HStore(327): Store=bbe2fa69fa8b6aa59d96806ddfc52f9a/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:27,347 INFO  [StoreOpener-bbe2fa69fa8b6aa59d96806ddfc52f9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region bbe2fa69fa8b6aa59d96806ddfc52f9a 
2024-12-05T07:40:27,367 INFO  [StoreOpener-bbe2fa69fa8b6aa59d96806ddfc52f9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbe2fa69fa8b6aa59d96806ddfc52f9a columnFamilyName c
2024-12-05T07:40:27,367 DEBUG [StoreOpener-bbe2fa69fa8b6aa59d96806ddfc52f9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:27,370 INFO  [StoreOpener-bbe2fa69fa8b6aa59d96806ddfc52f9a-1 {}] regionserver.HStore(327): Store=bbe2fa69fa8b6aa59d96806ddfc52f9a/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:27,370 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for bbe2fa69fa8b6aa59d96806ddfc52f9a
2024-12-05T07:40:27,371 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bbe2fa69fa8b6aa59d96806ddfc52f9a
2024-12-05T07:40:27,375 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bbe2fa69fa8b6aa59d96806ddfc52f9a
2024-12-05T07:40:27,376 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bbe2fa69fa8b6aa59d96806ddfc52f9a/recovered.edits/0000000000000003002
2024-12-05T07:40:27,389 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bbe2fa69fa8b6aa59d96806ddfc52f9a/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-12-05T07:40:27,504 INFO  [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked
2024-12-05T07:40:27,883 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-12-05T07:40:27,884 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-12-05T07:40:27,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-05T07:40:27,887 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-12-05T07:40:27,887 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-12-05T07:40:27,887 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-12-05T07:40:27,893 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL
2024-12-05T07:40:27,893 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer
2024-12-05T07:40:28,136 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing bbe2fa69fa8b6aa59d96806ddfc52f9a 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB
2024-12-05T07:40:28,230 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bbe2fa69fa8b6aa59d96806ddfc52f9a/.tmp/a/42aca4c9ee604ab1931bbbcc82f6801a is 62, key is testReplayEditsWrittenIntoWAL/a:100/1733384422654/Put/seqid=0
2024-12-05T07:40:28,283 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741858_1035 (size=50463)
2024-12-05T07:40:28,283 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741858_1035 (size=50463)
2024-12-05T07:40:28,284 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741858_1035 (size=50463)
2024-12-05T07:40:28,284 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bbe2fa69fa8b6aa59d96806ddfc52f9a/.tmp/a/42aca4c9ee604ab1931bbbcc82f6801a
2024-12-05T07:40:28,307 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bbe2fa69fa8b6aa59d96806ddfc52f9a/.tmp/a/42aca4c9ee604ab1931bbbcc82f6801a as hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bbe2fa69fa8b6aa59d96806ddfc52f9a/a/42aca4c9ee604ab1931bbbcc82f6801a
2024-12-05T07:40:28,322 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bbe2fa69fa8b6aa59d96806ddfc52f9a/a/42aca4c9ee604ab1931bbbcc82f6801a, entries=754, sequenceid=754, filesize=49.3 K
2024-12-05T07:40:28,323 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for bbe2fa69fa8b6aa59d96806ddfc52f9a in 186ms, sequenceid=754, compaction requested=false; wal=null
2024-12-05T07:40:28,372 INFO  [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked
2024-12-05T07:40:28,373 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing bbe2fa69fa8b6aa59d96806ddfc52f9a 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB
2024-12-05T07:40:28,409 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bbe2fa69fa8b6aa59d96806ddfc52f9a/.tmp/a/ce51b8efa3fe44a3863c8ffed3e366dc is 62, key is testReplayEditsWrittenIntoWAL/a:754/1733384422693/Put/seqid=0
2024-12-05T07:40:28,490 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741859_1036 (size=20072)
2024-12-05T07:40:28,494 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741859_1036 (size=20072)
2024-12-05T07:40:28,495 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741859_1036 (size=20072)
2024-12-05T07:40:28,495 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bbe2fa69fa8b6aa59d96806ddfc52f9a/.tmp/a/ce51b8efa3fe44a3863c8ffed3e366dc
2024-12-05T07:40:28,558 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bbe2fa69fa8b6aa59d96806ddfc52f9a/.tmp/b/8868f0f02b7c42f2a0db58a89fe3cb39 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1733384422713/Put/seqid=0
2024-12-05T07:40:28,610 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741860_1037 (size=35835)
2024-12-05T07:40:28,613 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741860_1037 (size=35835)
2024-12-05T07:40:28,613 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741860_1037 (size=35835)
2024-12-05T07:40:28,615 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bbe2fa69fa8b6aa59d96806ddfc52f9a/.tmp/b/8868f0f02b7c42f2a0db58a89fe3cb39
2024-12-05T07:40:28,639 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bbe2fa69fa8b6aa59d96806ddfc52f9a/.tmp/a/ce51b8efa3fe44a3863c8ffed3e366dc as hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bbe2fa69fa8b6aa59d96806ddfc52f9a/a/ce51b8efa3fe44a3863c8ffed3e366dc
2024-12-05T07:40:28,660 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bbe2fa69fa8b6aa59d96806ddfc52f9a/a/ce51b8efa3fe44a3863c8ffed3e366dc, entries=246, sequenceid=1508, filesize=19.6 K
2024-12-05T07:40:28,665 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bbe2fa69fa8b6aa59d96806ddfc52f9a/.tmp/b/8868f0f02b7c42f2a0db58a89fe3cb39 as hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bbe2fa69fa8b6aa59d96806ddfc52f9a/b/8868f0f02b7c42f2a0db58a89fe3cb39
2024-12-05T07:40:28,680 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bbe2fa69fa8b6aa59d96806ddfc52f9a/b/8868f0f02b7c42f2a0db58a89fe3cb39, entries=508, sequenceid=1508, filesize=35.0 K
2024-12-05T07:40:28,680 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for bbe2fa69fa8b6aa59d96806ddfc52f9a in 307ms, sequenceid=1508, compaction requested=false; wal=null
2024-12-05T07:40:28,703 INFO  [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked
2024-12-05T07:40:28,703 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing bbe2fa69fa8b6aa59d96806ddfc52f9a 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB
2024-12-05T07:40:28,724 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bbe2fa69fa8b6aa59d96806ddfc52f9a/.tmp/b/c506da3e2e1f4270809f9eae457f7852 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1733384422737/Put/seqid=0
2024-12-05T07:40:28,767 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741861_1038 (size=35082)
2024-12-05T07:40:28,767 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741861_1038 (size=35082)
2024-12-05T07:40:28,768 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741861_1038 (size=35082)
2024-12-05T07:40:28,780 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bbe2fa69fa8b6aa59d96806ddfc52f9a/.tmp/b/c506da3e2e1f4270809f9eae457f7852
2024-12-05T07:40:28,829 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bbe2fa69fa8b6aa59d96806ddfc52f9a/.tmp/c/b78bdbc56adf4300abce04a33e1706b6 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1733384422771/Put/seqid=0
2024-12-05T07:40:28,864 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741862_1039 (size=20825)
2024-12-05T07:40:28,865 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741862_1039 (size=20825)
2024-12-05T07:40:28,866 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741862_1039 (size=20825)
2024-12-05T07:40:28,866 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bbe2fa69fa8b6aa59d96806ddfc52f9a/.tmp/c/b78bdbc56adf4300abce04a33e1706b6
2024-12-05T07:40:28,881 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bbe2fa69fa8b6aa59d96806ddfc52f9a/.tmp/b/c506da3e2e1f4270809f9eae457f7852 as hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bbe2fa69fa8b6aa59d96806ddfc52f9a/b/c506da3e2e1f4270809f9eae457f7852
2024-12-05T07:40:28,893 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bbe2fa69fa8b6aa59d96806ddfc52f9a/b/c506da3e2e1f4270809f9eae457f7852, entries=492, sequenceid=2262, filesize=34.3 K
2024-12-05T07:40:28,895 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bbe2fa69fa8b6aa59d96806ddfc52f9a/.tmp/c/b78bdbc56adf4300abce04a33e1706b6 as hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bbe2fa69fa8b6aa59d96806ddfc52f9a/c/b78bdbc56adf4300abce04a33e1706b6
2024-12-05T07:40:28,925 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bbe2fa69fa8b6aa59d96806ddfc52f9a/c/b78bdbc56adf4300abce04a33e1706b6, entries=262, sequenceid=2262, filesize=20.3 K
2024-12-05T07:40:28,926 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for bbe2fa69fa8b6aa59d96806ddfc52f9a in 222ms, sequenceid=2262, compaction requested=false; wal=null
2024-12-05T07:40:28,955 WARN  [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1733384422837/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1733384422558.bbe2fa69fa8b6aa59d96806ddfc52f9a.
2024-12-05T07:40:28,959 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bbe2fa69fa8b6aa59d96806ddfc52f9a/recovered.edits/0000000000000003002
2024-12-05T07:40:28,960 INFO  [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked
2024-12-05T07:40:28,960 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing bbe2fa69fa8b6aa59d96806ddfc52f9a 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB
2024-12-05T07:40:29,011 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bbe2fa69fa8b6aa59d96806ddfc52f9a/.tmp/c/eaa569d4ade84614b8615290bb4321fd is 62, key is testReplayEditsWrittenIntoWAL/c:262/1733384422782/Put/seqid=0
2024-12-05T07:40:29,055 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741863_1040 (size=50301)
2024-12-05T07:40:29,058 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741863_1040 (size=50301)
2024-12-05T07:40:29,059 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741863_1040 (size=50301)
2024-12-05T07:40:29,061 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bbe2fa69fa8b6aa59d96806ddfc52f9a/.tmp/c/eaa569d4ade84614b8615290bb4321fd
2024-12-05T07:40:29,073 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eaa569d4ade84614b8615290bb4321fd
2024-12-05T07:40:29,075 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bbe2fa69fa8b6aa59d96806ddfc52f9a/.tmp/c/eaa569d4ade84614b8615290bb4321fd as hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bbe2fa69fa8b6aa59d96806ddfc52f9a/c/eaa569d4ade84614b8615290bb4321fd
2024-12-05T07:40:29,086 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eaa569d4ade84614b8615290bb4321fd
2024-12-05T07:40:29,086 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bbe2fa69fa8b6aa59d96806ddfc52f9a/c/eaa569d4ade84614b8615290bb4321fd, entries=739, sequenceid=3002, filesize=49.1 K
2024-12-05T07:40:29,087 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for bbe2fa69fa8b6aa59d96806ddfc52f9a in 126ms, sequenceid=3002, compaction requested=false; wal=null
2024-12-05T07:40:29,088 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bbe2fa69fa8b6aa59d96806ddfc52f9a/recovered.edits/0000000000000003002
2024-12-05T07:40:29,089 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for bbe2fa69fa8b6aa59d96806ddfc52f9a
2024-12-05T07:40:29,089 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for bbe2fa69fa8b6aa59d96806ddfc52f9a
2024-12-05T07:40:29,091 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-12-05T07:40:29,094 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for bbe2fa69fa8b6aa59d96806ddfc52f9a
2024-12-05T07:40:29,098 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenIntoWAL/bbe2fa69fa8b6aa59d96806ddfc52f9a/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1
2024-12-05T07:40:29,101 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened bbe2fa69fa8b6aa59d96806ddfc52f9a; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61414954, jitterRate=-0.08484587073326111}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-12-05T07:40:29,101 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for bbe2fa69fa8b6aa59d96806ddfc52f9a:
Writing region info on filesystem at 1733384427319Initializing all the Stores at 1733384427321 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384427321Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384427326 (+5 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384427326Cleaning up temporary data from old regions at 1733384429090 (+1764 ms)Region opened successfully at 1733384429101 (+11 ms)
2024-12-05T07:40:29,241 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing bbe2fa69fa8b6aa59d96806ddfc52f9a, disabling compactions & flushes
2024-12-05T07:40:29,241 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733384422558.bbe2fa69fa8b6aa59d96806ddfc52f9a.
2024-12-05T07:40:29,242 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733384422558.bbe2fa69fa8b6aa59d96806ddfc52f9a.
2024-12-05T07:40:29,242 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733384422558.bbe2fa69fa8b6aa59d96806ddfc52f9a. after waiting 0 ms
2024-12-05T07:40:29,242 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733384422558.bbe2fa69fa8b6aa59d96806ddfc52f9a.
2024-12-05T07:40:29,283 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733384422558.bbe2fa69fa8b6aa59d96806ddfc52f9a.
2024-12-05T07:40:29,283 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for bbe2fa69fa8b6aa59d96806ddfc52f9a:
Waiting for close lock at 1733384429240Disabling compacts and flushes for region at 1733384429240Disabling writes for close at 1733384429242 (+2 ms)Writing region close event to WAL at 1733384429283 (+41 ms)Closed at 1733384429283
2024-12-05T07:40:29,288 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741857_1034 (size=93)
2024-12-05T07:40:29,288 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741857_1034 (size=93)
2024-12-05T07:40:29,288 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741857_1034 (size=93)
2024-12-05T07:40:29,291 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-05T07:40:29,291 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733384427214)
2024-12-05T07:40:29,321 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenIntoWAL Thread=403 (was 387)
Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:40165 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40165
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/cluster_7c3f5f36-80fb-0e84-6699-b67aace9e583/data/data5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-170788718_22 at /127.0.0.1:51602 [Waiting for operation #10]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:40293 from jenkins.replay.wal.secondtime
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-170788718_22 at /127.0.0.1:39796 [Waiting for operation #21]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:34959 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:40293
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-12-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/cluster_7c3f5f36-80fb-0e84-6699-b67aace9e583/data/data6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-12-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-170788718_22 at /127.0.0.1:45944 [Waiting for operation #8]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-170788718_22 at /127.0.0.1:45964 [Waiting for operation #11]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-12-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/cluster_7c3f5f36-80fb-0e84-6699-b67aace9e583/data/data2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/cluster_7c3f5f36-80fb-0e84-6699-b67aace9e583/data/data1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34959
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=859 (was 779) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=484 (was 456) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6766 (was 6879)
2024-12-05T07:40:29,340 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#test2727 Thread=403, OpenFileDescriptor=859, MaxFileDescriptor=1048576, SystemLoadAverage=484, ProcessCount=11, AvailableMemoryMB=6765
2024-12-05T07:40:29,358 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T07:40:29,361 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T07:40:29,363 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-05T07:40:29,366 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-14780576, suffix=, logDir=hdfs://localhost:40293/hbase/WALs/hregion-14780576, archiveDir=hdfs://localhost:40293/hbase/oldWALs, maxLogs=32
2024-12-05T07:40:29,379 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-14780576/hregion-14780576.1733384429367, exclude list is [], retry=0
2024-12-05T07:40:29,383 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34129,DS-9a31ed6c-f753-4b1c-9524-fd6fd0b93aed,DISK]
2024-12-05T07:40:29,385 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39399,DS-0c77709a-e756-445a-9453-cd61d1686199,DISK]
2024-12-05T07:40:29,391 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44769,DS-de2e92a4-2458-4679-b356-5710683d85dc,DISK]
2024-12-05T07:40:29,442 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-14780576/hregion-14780576.1733384429367
2024-12-05T07:40:29,460 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44281:44281),(127.0.0.1/127.0.0.1:45875:45875),(127.0.0.1/127.0.0.1:42109:42109)]
2024-12-05T07:40:29,460 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 2653b87b7ad493175fcb49aa01ad401e, NAME => 'test2727,,1733384429360.2653b87b7ad493175fcb49aa01ad401e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40293/hbase
2024-12-05T07:40:29,527 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741865_1042 (size=43)
2024-12-05T07:40:29,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741865_1042 (size=43)
2024-12-05T07:40:29,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741865_1042 (size=43)
2024-12-05T07:40:29,529 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733384429360.2653b87b7ad493175fcb49aa01ad401e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:40:29,538 INFO  [StoreOpener-2653b87b7ad493175fcb49aa01ad401e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2653b87b7ad493175fcb49aa01ad401e 
2024-12-05T07:40:29,548 INFO  [StoreOpener-2653b87b7ad493175fcb49aa01ad401e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2653b87b7ad493175fcb49aa01ad401e columnFamilyName a
2024-12-05T07:40:29,548 DEBUG [StoreOpener-2653b87b7ad493175fcb49aa01ad401e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:29,549 INFO  [StoreOpener-2653b87b7ad493175fcb49aa01ad401e-1 {}] regionserver.HStore(327): Store=2653b87b7ad493175fcb49aa01ad401e/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:29,549 INFO  [StoreOpener-2653b87b7ad493175fcb49aa01ad401e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2653b87b7ad493175fcb49aa01ad401e 
2024-12-05T07:40:29,556 INFO  [StoreOpener-2653b87b7ad493175fcb49aa01ad401e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2653b87b7ad493175fcb49aa01ad401e columnFamilyName b
2024-12-05T07:40:29,556 DEBUG [StoreOpener-2653b87b7ad493175fcb49aa01ad401e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:29,557 INFO  [StoreOpener-2653b87b7ad493175fcb49aa01ad401e-1 {}] regionserver.HStore(327): Store=2653b87b7ad493175fcb49aa01ad401e/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:29,557 INFO  [StoreOpener-2653b87b7ad493175fcb49aa01ad401e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2653b87b7ad493175fcb49aa01ad401e 
2024-12-05T07:40:29,561 INFO  [StoreOpener-2653b87b7ad493175fcb49aa01ad401e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2653b87b7ad493175fcb49aa01ad401e columnFamilyName c
2024-12-05T07:40:29,561 DEBUG [StoreOpener-2653b87b7ad493175fcb49aa01ad401e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:29,571 INFO  [StoreOpener-2653b87b7ad493175fcb49aa01ad401e-1 {}] regionserver.HStore(327): Store=2653b87b7ad493175fcb49aa01ad401e/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:29,571 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2653b87b7ad493175fcb49aa01ad401e
2024-12-05T07:40:29,573 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/test2727/2653b87b7ad493175fcb49aa01ad401e
2024-12-05T07:40:29,579 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/test2727/2653b87b7ad493175fcb49aa01ad401e
2024-12-05T07:40:29,584 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2653b87b7ad493175fcb49aa01ad401e
2024-12-05T07:40:29,584 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2653b87b7ad493175fcb49aa01ad401e
2024-12-05T07:40:29,585 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-05T07:40:29,589 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2653b87b7ad493175fcb49aa01ad401e
2024-12-05T07:40:29,604 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40293/hbase/data/default/test2727/2653b87b7ad493175fcb49aa01ad401e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-05T07:40:29,605 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 2653b87b7ad493175fcb49aa01ad401e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69011828, jitterRate=0.02835637331008911}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-05T07:40:29,606 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2653b87b7ad493175fcb49aa01ad401e:
Writing region info on filesystem at 1733384429529Initializing all the Stores at 1733384429530 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384429530Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384429536 (+6 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384429536Cleaning up temporary data from old regions at 1733384429584 (+48 ms)Region opened successfully at 1733384429606 (+22 ms)
2024-12-05T07:40:29,607 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2653b87b7ad493175fcb49aa01ad401e, disabling compactions & flushes
2024-12-05T07:40:29,607 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733384429360.2653b87b7ad493175fcb49aa01ad401e.
2024-12-05T07:40:29,607 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733384429360.2653b87b7ad493175fcb49aa01ad401e.
2024-12-05T07:40:29,607 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733384429360.2653b87b7ad493175fcb49aa01ad401e. after waiting 0 ms
2024-12-05T07:40:29,607 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733384429360.2653b87b7ad493175fcb49aa01ad401e.
2024-12-05T07:40:29,622 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733384429360.2653b87b7ad493175fcb49aa01ad401e.
2024-12-05T07:40:29,622 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2653b87b7ad493175fcb49aa01ad401e:
Waiting for close lock at 1733384429607Disabling compacts and flushes for region at 1733384429607Disabling writes for close at 1733384429607Writing region close event to WAL at 1733384429622 (+15 ms)Closed at 1733384429622
2024-12-05T07:40:29,654 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741864_1041 (size=93)
2024-12-05T07:40:29,655 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741864_1041 (size=93)
2024-12-05T07:40:29,657 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741864_1041 (size=93)
2024-12-05T07:40:29,667 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-05T07:40:29,667 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-14780576:(num 1733384429367)
2024-12-05T07:40:29,667 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-05T07:40:29,672 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40293/hbase/WALs/test2727-manual,16010,1733384429357, archiveDir=hdfs://localhost:40293/hbase/oldWALs, maxLogs=32
2024-12-05T07:40:29,693 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733384429357/wal.1733384429673, exclude list is [], retry=0
2024-12-05T07:40:29,699 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44769,DS-de2e92a4-2458-4679-b356-5710683d85dc,DISK]
2024-12-05T07:40:29,700 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34129,DS-9a31ed6c-f753-4b1c-9524-fd6fd0b93aed,DISK]
2024-12-05T07:40:29,701 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39399,DS-0c77709a-e756-445a-9453-cd61d1686199,DISK]
2024-12-05T07:40:29,715 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733384429357/wal.1733384429673
2024-12-05T07:40:29,717 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42109:42109),(127.0.0.1/127.0.0.1:44281:44281),(127.0.0.1/127.0.0.1:45875:45875)]
2024-12-05T07:40:29,996 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741866_1043 (size=200357)
2024-12-05T07:40:29,996 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741866_1043 (size=200357)
2024-12-05T07:40:29,998 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741866_1043 (size=200357)
2024-12-05T07:40:30,022 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40293/hbase/WALs/test2727-manual,16010,1733384429357/wal.1733384429673, size=195.7 K (200357bytes)
2024-12-05T07:40:30,022 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40293/hbase/WALs/test2727-manual,16010,1733384429357/wal.1733384429673
2024-12-05T07:40:30,022 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40293/hbase/WALs/test2727-manual,16010,1733384429357/wal.1733384429673 after 0ms
2024-12-05T07:40:30,026 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40293/hbase/WALs/test2727-manual,16010,1733384429357/wal.1733384429673: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-12-05T07:40:30,028 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40293/hbase/WALs/test2727-manual,16010,1733384429357/wal.1733384429673 took 7ms
2024-12-05T07:40:30,063 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733384429673.temp
2024-12-05T07:40:30,087 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40293/hbase/data/default/test2727/2653b87b7ad493175fcb49aa01ad401e/recovered.edits/0000000000000000001-wal.1733384429673.temp
2024-12-05T07:40:30,137 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40293/hbase/WALs/test2727-manual,16010,1733384429357/wal.1733384429673 so closing down
2024-12-05T07:40:30,137 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-05T07:40:30,140 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-05T07:40:30,176 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741867_1044 (size=200357)
2024-12-05T07:40:30,176 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741867_1044 (size=200357)
2024-12-05T07:40:30,176 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741867_1044 (size=200357)
2024-12-05T07:40:30,177 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40293/hbase/data/default/test2727/2653b87b7ad493175fcb49aa01ad401e/recovered.edits/0000000000000000001-wal.1733384429673.temp (wrote 3000 edits, skipped 0 edits in 25 ms)
2024-12-05T07:40:30,180 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40293/hbase/data/default/test2727/2653b87b7ad493175fcb49aa01ad401e/recovered.edits/0000000000000000001-wal.1733384429673.temp to hdfs://localhost:40293/hbase/data/default/test2727/2653b87b7ad493175fcb49aa01ad401e/recovered.edits/0000000000000003000
2024-12-05T07:40:30,180 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 141 ms; skipped=0; WAL=hdfs://localhost:40293/hbase/WALs/test2727-manual,16010,1733384429357/wal.1733384429673, size=195.7 K, length=200357, corrupted=false, cancelled=false
2024-12-05T07:40:30,180 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40293/hbase/WALs/test2727-manual,16010,1733384429357/wal.1733384429673, journal: Splitting hdfs://localhost:40293/hbase/WALs/test2727-manual,16010,1733384429357/wal.1733384429673, size=195.7 K (200357bytes) at 1733384430022Split 1024 edits, skipped 0 edits. at 1733384430079 (+57 ms)Creating recovered edits writer path=hdfs://localhost:40293/hbase/data/default/test2727/2653b87b7ad493175fcb49aa01ad401e/recovered.edits/0000000000000000001-wal.1733384429673.temp at 1733384430087 (+8 ms)Split 2048 edits, skipped 0 edits. at 1733384430115 (+28 ms)Finishing writing output for hdfs://localhost:40293/hbase/WALs/test2727-manual,16010,1733384429357/wal.1733384429673 so closing down at 1733384430137 (+22 ms)3 split writer threads finished at 1733384430141 (+4 ms)Closed recovered edits writer path=hdfs://localhost:40293/hbase/data/default/test2727/2653b87b7ad493175fcb49aa01ad401e/recovered.edits/0000000000000000001-wal.1733384429673.temp (wrote 3000 edits, skipped 0 edits in 25 ms) at 1733384430177 (+36 ms)Rename recovered edits hdfs://localhost:40293/hbase/data/default/test2727/2653b87b7ad493175fcb49aa01ad401e/recovered.edits/0000000000000000001-wal.1733384429673.temp to hdfs://localhost:40293/hbase/data/default/test2727/2653b87b7ad493175fcb49aa01ad401e/recovered.edits/0000000000000003000 at 1733384430180 (+3 ms)Processed 3000 edits across 1 Regions in 141 ms; skipped=0; WAL=hdfs://localhost:40293/hbase/WALs/test2727-manual,16010,1733384429357/wal.1733384429673, size=195.7 K, length=200357, corrupted=false, cancelled=false at 1733384430180
2024-12-05T07:40:30,184 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40293/hbase/WALs/test2727-manual,16010,1733384429357/wal.1733384429673 to hdfs://localhost:40293/hbase/oldWALs/wal.1733384429673
2024-12-05T07:40:30,187 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40293/hbase/data/default/test2727/2653b87b7ad493175fcb49aa01ad401e/recovered.edits/0000000000000003000
2024-12-05T07:40:30,187 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-05T07:40:30,191 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40293/hbase/WALs/test2727-manual,16010,1733384429357, archiveDir=hdfs://localhost:40293/hbase/oldWALs, maxLogs=32
2024-12-05T07:40:30,209 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733384429357/wal.1733384430192, exclude list is [], retry=0
2024-12-05T07:40:30,214 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34129,DS-9a31ed6c-f753-4b1c-9524-fd6fd0b93aed,DISK]
2024-12-05T07:40:30,215 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39399,DS-0c77709a-e756-445a-9453-cd61d1686199,DISK]
2024-12-05T07:40:30,216 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44769,DS-de2e92a4-2458-4679-b356-5710683d85dc,DISK]
2024-12-05T07:40:30,223 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733384429357/wal.1733384430192
2024-12-05T07:40:30,226 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44281:44281),(127.0.0.1/127.0.0.1:45875:45875),(127.0.0.1/127.0.0.1:42109:42109)]
2024-12-05T07:40:30,672 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741868_1045 (size=200484)
2024-12-05T07:40:30,672 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741868_1045 (size=200484)
2024-12-05T07:40:30,673 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741868_1045 (size=200484)
2024-12-05T07:40:30,704 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40293/hbase/WALs/test2727-manual,16010,1733384429357/wal.1733384430192, size=195.8 K (200484bytes)
2024-12-05T07:40:30,704 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40293/hbase/WALs/test2727-manual,16010,1733384429357/wal.1733384430192
2024-12-05T07:40:30,705 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40293/hbase/WALs/test2727-manual,16010,1733384429357/wal.1733384430192 after 1ms
2024-12-05T07:40:30,711 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40293/hbase/WALs/test2727-manual,16010,1733384429357/wal.1733384430192: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-12-05T07:40:30,717 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40293/hbase/WALs/test2727-manual,16010,1733384429357/wal.1733384430192 took 13ms
2024-12-05T07:40:30,754 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1733384430192.temp
2024-12-05T07:40:30,766 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40293/hbase/data/default/test2727/2653b87b7ad493175fcb49aa01ad401e/recovered.edits/0000000000000003001-wal.1733384430192.temp
2024-12-05T07:40:30,838 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40293/hbase/WALs/test2727-manual,16010,1733384429357/wal.1733384430192 so closing down
2024-12-05T07:40:30,839 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-05T07:40:30,840 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-05T07:40:30,873 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741869_1046 (size=200484)
2024-12-05T07:40:30,874 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741869_1046 (size=200484)
2024-12-05T07:40:30,875 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741869_1046 (size=200484)
2024-12-05T07:40:30,878 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40293/hbase/data/default/test2727/2653b87b7ad493175fcb49aa01ad401e/recovered.edits/0000000000000003001-wal.1733384430192.temp (wrote 3000 edits, skipped 0 edits in 19 ms)
2024-12-05T07:40:30,882 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40293/hbase/data/default/test2727/2653b87b7ad493175fcb49aa01ad401e/recovered.edits/0000000000000003001-wal.1733384430192.temp to hdfs://localhost:40293/hbase/data/default/test2727/2653b87b7ad493175fcb49aa01ad401e/recovered.edits/0000000000000006000
2024-12-05T07:40:30,882 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 148 ms; skipped=0; WAL=hdfs://localhost:40293/hbase/WALs/test2727-manual,16010,1733384429357/wal.1733384430192, size=195.8 K, length=200484, corrupted=false, cancelled=false
2024-12-05T07:40:30,882 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40293/hbase/WALs/test2727-manual,16010,1733384429357/wal.1733384430192, journal: Splitting hdfs://localhost:40293/hbase/WALs/test2727-manual,16010,1733384429357/wal.1733384430192, size=195.8 K (200484bytes) at 1733384430704Split 1024 edits, skipped 0 edits. at 1733384430756 (+52 ms)Creating recovered edits writer path=hdfs://localhost:40293/hbase/data/default/test2727/2653b87b7ad493175fcb49aa01ad401e/recovered.edits/0000000000000003001-wal.1733384430192.temp at 1733384430766 (+10 ms)Split 2048 edits, skipped 0 edits. at 1733384430797 (+31 ms)Finishing writing output for hdfs://localhost:40293/hbase/WALs/test2727-manual,16010,1733384429357/wal.1733384430192 so closing down at 1733384430838 (+41 ms)3 split writer threads finished at 1733384430840 (+2 ms)Closed recovered edits writer path=hdfs://localhost:40293/hbase/data/default/test2727/2653b87b7ad493175fcb49aa01ad401e/recovered.edits/0000000000000003001-wal.1733384430192.temp (wrote 3000 edits, skipped 0 edits in 19 ms) at 1733384430878 (+38 ms)Rename recovered edits hdfs://localhost:40293/hbase/data/default/test2727/2653b87b7ad493175fcb49aa01ad401e/recovered.edits/0000000000000003001-wal.1733384430192.temp to hdfs://localhost:40293/hbase/data/default/test2727/2653b87b7ad493175fcb49aa01ad401e/recovered.edits/0000000000000006000 at 1733384430882 (+4 ms)Processed 3000 edits across 1 Regions in 148 ms; skipped=0; WAL=hdfs://localhost:40293/hbase/WALs/test2727-manual,16010,1733384429357/wal.1733384430192, size=195.8 K, length=200484, corrupted=false, cancelled=false at 1733384430882
2024-12-05T07:40:30,891 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40293/hbase/WALs/test2727-manual,16010,1733384429357/wal.1733384430192 to hdfs://localhost:40293/hbase/oldWALs/wal.1733384430192
2024-12-05T07:40:30,893 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40293/hbase/data/default/test2727/2653b87b7ad493175fcb49aa01ad401e/recovered.edits/0000000000000006000
2024-12-05T07:40:30,893 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-05T07:40:30,898 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40293/hbase/WALs/test2727-manual,16010,1733384429357, archiveDir=hdfs://localhost:40293/hbase/oldWALs, maxLogs=32
2024-12-05T07:40:30,919 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733384429357/wal.1733384430899, exclude list is [], retry=0
2024-12-05T07:40:30,924 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34129,DS-9a31ed6c-f753-4b1c-9524-fd6fd0b93aed,DISK]
2024-12-05T07:40:30,924 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39399,DS-0c77709a-e756-445a-9453-cd61d1686199,DISK]
2024-12-05T07:40:30,925 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44769,DS-de2e92a4-2458-4679-b356-5710683d85dc,DISK]
2024-12-05T07:40:30,963 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733384429357/wal.1733384430899
2024-12-05T07:40:30,967 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44281:44281),(127.0.0.1/127.0.0.1:45875:45875),(127.0.0.1/127.0.0.1:42109:42109)]
2024-12-05T07:40:30,967 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 2653b87b7ad493175fcb49aa01ad401e, NAME => 'test2727,,1733384429360.2653b87b7ad493175fcb49aa01ad401e.', STARTKEY => '', ENDKEY => ''}
2024-12-05T07:40:30,967 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733384429360.2653b87b7ad493175fcb49aa01ad401e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:40:30,968 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 2653b87b7ad493175fcb49aa01ad401e
2024-12-05T07:40:30,968 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 2653b87b7ad493175fcb49aa01ad401e
2024-12-05T07:40:30,975 INFO  [StoreOpener-2653b87b7ad493175fcb49aa01ad401e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2653b87b7ad493175fcb49aa01ad401e 
2024-12-05T07:40:30,977 INFO  [StoreOpener-2653b87b7ad493175fcb49aa01ad401e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2653b87b7ad493175fcb49aa01ad401e columnFamilyName a
2024-12-05T07:40:30,977 DEBUG [StoreOpener-2653b87b7ad493175fcb49aa01ad401e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:30,978 INFO  [StoreOpener-2653b87b7ad493175fcb49aa01ad401e-1 {}] regionserver.HStore(327): Store=2653b87b7ad493175fcb49aa01ad401e/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:30,979 INFO  [StoreOpener-2653b87b7ad493175fcb49aa01ad401e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2653b87b7ad493175fcb49aa01ad401e 
2024-12-05T07:40:30,981 INFO  [StoreOpener-2653b87b7ad493175fcb49aa01ad401e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2653b87b7ad493175fcb49aa01ad401e columnFamilyName b
2024-12-05T07:40:30,981 DEBUG [StoreOpener-2653b87b7ad493175fcb49aa01ad401e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:30,983 INFO  [StoreOpener-2653b87b7ad493175fcb49aa01ad401e-1 {}] regionserver.HStore(327): Store=2653b87b7ad493175fcb49aa01ad401e/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:30,983 INFO  [StoreOpener-2653b87b7ad493175fcb49aa01ad401e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2653b87b7ad493175fcb49aa01ad401e 
2024-12-05T07:40:30,986 INFO  [StoreOpener-2653b87b7ad493175fcb49aa01ad401e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2653b87b7ad493175fcb49aa01ad401e columnFamilyName c
2024-12-05T07:40:30,987 DEBUG [StoreOpener-2653b87b7ad493175fcb49aa01ad401e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:30,988 INFO  [StoreOpener-2653b87b7ad493175fcb49aa01ad401e-1 {}] regionserver.HStore(327): Store=2653b87b7ad493175fcb49aa01ad401e/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:30,988 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2653b87b7ad493175fcb49aa01ad401e
2024-12-05T07:40:30,990 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/test2727/2653b87b7ad493175fcb49aa01ad401e
2024-12-05T07:40:31,004 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/test2727/2653b87b7ad493175fcb49aa01ad401e
2024-12-05T07:40:31,006 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40293/hbase/data/default/test2727/2653b87b7ad493175fcb49aa01ad401e/recovered.edits/0000000000000003000
2024-12-05T07:40:31,010 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40293/hbase/data/default/test2727/2653b87b7ad493175fcb49aa01ad401e/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-12-05T07:40:31,162 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:40293/hbase/data/default/test2727/2653b87b7ad493175fcb49aa01ad401e/recovered.edits/0000000000000003000
2024-12-05T07:40:31,168 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40293/hbase/data/default/test2727/2653b87b7ad493175fcb49aa01ad401e/recovered.edits/0000000000000006000
2024-12-05T07:40:31,173 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40293/hbase/data/default/test2727/2653b87b7ad493175fcb49aa01ad401e/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-12-05T07:40:31,281 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:40293/hbase/data/default/test2727/2653b87b7ad493175fcb49aa01ad401e/recovered.edits/0000000000000006000
2024-12-05T07:40:31,282 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 2653b87b7ad493175fcb49aa01ad401e 3/3 column families, dataSize=215.51 KB heapSize=657 KB
2024-12-05T07:40:31,335 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40293/hbase/data/default/test2727/2653b87b7ad493175fcb49aa01ad401e/.tmp/a/c0e526ee19164c1c9845b7729cbb33fc is 41, key is test2727/a:100/1733384430232/Put/seqid=0
2024-12-05T07:40:31,390 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741871_1048 (size=84227)
2024-12-05T07:40:31,393 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741871_1048 (size=84227)
2024-12-05T07:40:31,399 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741871_1048 (size=84227)
2024-12-05T07:40:31,400 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:40293/hbase/data/default/test2727/2653b87b7ad493175fcb49aa01ad401e/.tmp/a/c0e526ee19164c1c9845b7729cbb33fc
2024-12-05T07:40:31,444 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40293/hbase/data/default/test2727/2653b87b7ad493175fcb49aa01ad401e/.tmp/b/9387d7e2926c41a3a7ca3201bdacb2ab is 41, key is test2727/b:100/1733384430444/Put/seqid=0
2024-12-05T07:40:31,588 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741872_1049 (size=84609)
2024-12-05T07:40:31,588 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741872_1049 (size=84609)
2024-12-05T07:40:31,588 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741872_1049 (size=84609)
2024-12-05T07:40:31,589 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:40293/hbase/data/default/test2727/2653b87b7ad493175fcb49aa01ad401e/.tmp/b/9387d7e2926c41a3a7ca3201bdacb2ab
2024-12-05T07:40:31,631 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40293/hbase/data/default/test2727/2653b87b7ad493175fcb49aa01ad401e/.tmp/c/8bd5171719794684a63ec116c8e15b8b is 41, key is test2727/c:100/1733384430537/Put/seqid=0
2024-12-05T07:40:31,685 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741873_1050 (size=84609)
2024-12-05T07:40:31,686 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741873_1050 (size=84609)
2024-12-05T07:40:31,687 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741873_1050 (size=84609)
2024-12-05T07:40:31,687 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:40293/hbase/data/default/test2727/2653b87b7ad493175fcb49aa01ad401e/.tmp/c/8bd5171719794684a63ec116c8e15b8b
2024-12-05T07:40:31,700 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40293/hbase/data/default/test2727/2653b87b7ad493175fcb49aa01ad401e/.tmp/a/c0e526ee19164c1c9845b7729cbb33fc as hdfs://localhost:40293/hbase/data/default/test2727/2653b87b7ad493175fcb49aa01ad401e/a/c0e526ee19164c1c9845b7729cbb33fc
2024-12-05T07:40:31,717 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40293/hbase/data/default/test2727/2653b87b7ad493175fcb49aa01ad401e/a/c0e526ee19164c1c9845b7729cbb33fc, entries=2000, sequenceid=6000, filesize=82.3 K
2024-12-05T07:40:31,720 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40293/hbase/data/default/test2727/2653b87b7ad493175fcb49aa01ad401e/.tmp/b/9387d7e2926c41a3a7ca3201bdacb2ab as hdfs://localhost:40293/hbase/data/default/test2727/2653b87b7ad493175fcb49aa01ad401e/b/9387d7e2926c41a3a7ca3201bdacb2ab
2024-12-05T07:40:31,732 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40293/hbase/data/default/test2727/2653b87b7ad493175fcb49aa01ad401e/b/9387d7e2926c41a3a7ca3201bdacb2ab, entries=2000, sequenceid=6000, filesize=82.6 K
2024-12-05T07:40:31,735 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40293/hbase/data/default/test2727/2653b87b7ad493175fcb49aa01ad401e/.tmp/c/8bd5171719794684a63ec116c8e15b8b as hdfs://localhost:40293/hbase/data/default/test2727/2653b87b7ad493175fcb49aa01ad401e/c/8bd5171719794684a63ec116c8e15b8b
2024-12-05T07:40:31,747 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40293/hbase/data/default/test2727/2653b87b7ad493175fcb49aa01ad401e/c/8bd5171719794684a63ec116c8e15b8b, entries=2000, sequenceid=6000, filesize=82.6 K
2024-12-05T07:40:31,748 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 2653b87b7ad493175fcb49aa01ad401e in 466ms, sequenceid=6000, compaction requested=false; wal=null
2024-12-05T07:40:31,749 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40293/hbase/data/default/test2727/2653b87b7ad493175fcb49aa01ad401e/recovered.edits/0000000000000003000
2024-12-05T07:40:31,749 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40293/hbase/data/default/test2727/2653b87b7ad493175fcb49aa01ad401e/recovered.edits/0000000000000006000
2024-12-05T07:40:31,751 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2653b87b7ad493175fcb49aa01ad401e
2024-12-05T07:40:31,751 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2653b87b7ad493175fcb49aa01ad401e
2024-12-05T07:40:31,758 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-05T07:40:31,760 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2653b87b7ad493175fcb49aa01ad401e
2024-12-05T07:40:31,794 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40293/hbase/data/default/test2727/2653b87b7ad493175fcb49aa01ad401e/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1
2024-12-05T07:40:31,798 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 2653b87b7ad493175fcb49aa01ad401e; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74122333, jitterRate=0.10450883209705353}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-05T07:40:31,800 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2653b87b7ad493175fcb49aa01ad401e:
Writing region info on filesystem at 1733384430968Initializing all the Stores at 1733384430970 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384430970Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384430974 (+4 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384430974Obtaining lock to block concurrent updates at 1733384431282 (+308 ms)Preparing flush snapshotting stores in 2653b87b7ad493175fcb49aa01ad401e at 1733384431282Finished memstore snapshotting test2727,,1733384429360.2653b87b7ad493175fcb49aa01ad401e., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1733384431283 (+1 ms)Flushing stores of test2727,,1733384429360.2653b87b7ad493175fcb49aa01ad401e. at 1733384431283Flushing 2653b87b7ad493175fcb49aa01ad401e/a: creating writer at 1733384431283Flushing 2653b87b7ad493175fcb49aa01ad401e/a: appending metadata at 1733384431333 (+50 ms)Flushing 2653b87b7ad493175fcb49aa01ad401e/a: closing flushed file at 1733384431333Flushing 2653b87b7ad493175fcb49aa01ad401e/b: creating writer at 1733384431409 (+76 ms)Flushing 2653b87b7ad493175fcb49aa01ad401e/b: appending metadata at 1733384431442 (+33 ms)Flushing 2653b87b7ad493175fcb49aa01ad401e/b: closing flushed file at 1733384431442Flushing 2653b87b7ad493175fcb49aa01ad401e/c: creating writer at 1733384431597 (+155 ms)Flushing 2653b87b7ad493175fcb49aa01ad401e/c: appending metadata at 1733384431630 (+33 ms)Flushing 2653b87b7ad493175fcb49aa01ad401e/c: closing flushed file at 1733384431630Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19bf95bc: reopening flushed file at 1733384431695 (+65 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78b25823: reopening flushed file at 1733384431717 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78fe29b9: reopening flushed file at 1733384431733 (+16 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 2653b87b7ad493175fcb49aa01ad401e in 466ms, sequenceid=6000, compaction requested=false; wal=null at 1733384431748 (+15 ms)Cleaning up temporary data from old regions at 1733384431751 (+3 ms)Region opened successfully at 1733384431799 (+48 ms)
2024-12-05T07:40:31,801 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0
2024-12-05T07:40:31,801 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2653b87b7ad493175fcb49aa01ad401e, disabling compactions & flushes
2024-12-05T07:40:31,801 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733384429360.2653b87b7ad493175fcb49aa01ad401e.
2024-12-05T07:40:31,802 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733384429360.2653b87b7ad493175fcb49aa01ad401e.
2024-12-05T07:40:31,802 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733384429360.2653b87b7ad493175fcb49aa01ad401e. after waiting 0 ms
2024-12-05T07:40:31,802 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733384429360.2653b87b7ad493175fcb49aa01ad401e.
2024-12-05T07:40:31,839 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733384429360.2653b87b7ad493175fcb49aa01ad401e.
2024-12-05T07:40:31,839 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2653b87b7ad493175fcb49aa01ad401e:
Waiting for close lock at 1733384431801Disabling compacts and flushes for region at 1733384431801Disabling writes for close at 1733384431802 (+1 ms)Writing region close event to WAL at 1733384431839 (+37 ms)Closed at 1733384431839
2024-12-05T07:40:31,875 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741870_1047 (size=93)
2024-12-05T07:40:31,878 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741870_1047 (size=93)
2024-12-05T07:40:31,879 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741870_1047 (size=93)
2024-12-05T07:40:31,886 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-05T07:40:31,886 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733384430899)
2024-12-05T07:40:31,905 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#test2727 Thread=404 (was 403)
Potentially hanging thread: AsyncFSWAL-14-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_299948814_22 at /127.0.0.1:46084 [Waiting for operation #11]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/cluster_7c3f5f36-80fb-0e84-6699-b67aace9e583/data/data3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/cluster_7c3f5f36-80fb-0e84-6699-b67aace9e583/data/data4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-14-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_299948814_22 at /127.0.0.1:51698 [Waiting for operation #7]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-14-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_299948814_22 at /127.0.0.1:39936 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=915 (was 859) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=549 (was 484) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6463 (was 6765)
2024-12-05T07:40:31,921 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testSequentialEditLogSeqNum Thread=404, OpenFileDescriptor=915, MaxFileDescriptor=1048576, SystemLoadAverage=549, ProcessCount=11, AvailableMemoryMB=6462
2024-12-05T07:40:31,943 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T07:40:31,953 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40293/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733384431942, archiveDir=hdfs://localhost:40293/hbase/oldWALs, maxLogs=32
2024-12-05T07:40:31,954 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1733384431954
2024-12-05T07:40:32,000 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733384431942/wal.1733384431954
2024-12-05T07:40:32,006 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45875:45875),(127.0.0.1/127.0.0.1:42109:42109),(127.0.0.1/127.0.0.1:44281:44281)]
2024-12-05T07:40:32,011 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 7876502f6144d342a89a3f4595c6c684, NAME => 'testSequentialEditLogSeqNum,,1733384431944.7876502f6144d342a89a3f4595c6c684.', STARTKEY => '', ENDKEY => ''}
2024-12-05T07:40:32,012 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1733384431944.7876502f6144d342a89a3f4595c6c684.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:40:32,012 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 7876502f6144d342a89a3f4595c6c684
2024-12-05T07:40:32,012 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 7876502f6144d342a89a3f4595c6c684
2024-12-05T07:40:32,013 WARN  [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:40293/hbase/data/default/testSequentialEditLogSeqNum/7876502f6144d342a89a3f4595c6c684 doesn't exist for region: 7876502f6144d342a89a3f4595c6c684 on table testSequentialEditLogSeqNum
2024-12-05T07:40:32,014 WARN  [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 7876502f6144d342a89a3f4595c6c684 on table testSequentialEditLogSeqNum
2024-12-05T07:40:32,055 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741875_1052 (size=62)
2024-12-05T07:40:32,056 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741875_1052 (size=62)
2024-12-05T07:40:32,056 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741875_1052 (size=62)
2024-12-05T07:40:32,059 INFO  [StoreOpener-7876502f6144d342a89a3f4595c6c684-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7876502f6144d342a89a3f4595c6c684 
2024-12-05T07:40:32,062 INFO  [StoreOpener-7876502f6144d342a89a3f4595c6c684-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7876502f6144d342a89a3f4595c6c684 columnFamilyName a
2024-12-05T07:40:32,062 DEBUG [StoreOpener-7876502f6144d342a89a3f4595c6c684-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:32,067 INFO  [StoreOpener-7876502f6144d342a89a3f4595c6c684-1 {}] regionserver.HStore(327): Store=7876502f6144d342a89a3f4595c6c684/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:32,067 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7876502f6144d342a89a3f4595c6c684
2024-12-05T07:40:32,068 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testSequentialEditLogSeqNum/7876502f6144d342a89a3f4595c6c684
2024-12-05T07:40:32,068 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testSequentialEditLogSeqNum/7876502f6144d342a89a3f4595c6c684
2024-12-05T07:40:32,071 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7876502f6144d342a89a3f4595c6c684
2024-12-05T07:40:32,072 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7876502f6144d342a89a3f4595c6c684
2024-12-05T07:40:32,076 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7876502f6144d342a89a3f4595c6c684
2024-12-05T07:40:32,080 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40293/hbase/data/default/testSequentialEditLogSeqNum/7876502f6144d342a89a3f4595c6c684/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-05T07:40:32,081 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 7876502f6144d342a89a3f4595c6c684; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65803799, jitterRate=-0.01944698393344879}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-05T07:40:32,082 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7876502f6144d342a89a3f4595c6c684:
Writing region info on filesystem at 1733384432012Initializing all the Stores at 1733384432058 (+46 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384432058Cleaning up temporary data from old regions at 1733384432072 (+14 ms)Region opened successfully at 1733384432082 (+10 ms)
2024-12-05T07:40:32,118 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 7876502f6144d342a89a3f4595c6c684 1/1 column families, dataSize=770 B heapSize=1.73 KB
2024-12-05T07:40:32,175 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40293/hbase/data/default/testSequentialEditLogSeqNum/7876502f6144d342a89a3f4595c6c684/.tmp/a/25b4ef6fc6f74c83978171c10d401cfc is 81, key is testSequentialEditLogSeqNum/a:x0/1733384432082/Put/seqid=0
2024-12-05T07:40:32,242 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741876_1053 (size=5833)
2024-12-05T07:40:32,242 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741876_1053 (size=5833)
2024-12-05T07:40:32,244 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741876_1053 (size=5833)
2024-12-05T07:40:32,245 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40293/hbase/data/default/testSequentialEditLogSeqNum/7876502f6144d342a89a3f4595c6c684/.tmp/a/25b4ef6fc6f74c83978171c10d401cfc
2024-12-05T07:40:32,264 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40293/hbase/data/default/testSequentialEditLogSeqNum/7876502f6144d342a89a3f4595c6c684/.tmp/a/25b4ef6fc6f74c83978171c10d401cfc as hdfs://localhost:40293/hbase/data/default/testSequentialEditLogSeqNum/7876502f6144d342a89a3f4595c6c684/a/25b4ef6fc6f74c83978171c10d401cfc
2024-12-05T07:40:32,276 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40293/hbase/data/default/testSequentialEditLogSeqNum/7876502f6144d342a89a3f4595c6c684/a/25b4ef6fc6f74c83978171c10d401cfc, entries=10, sequenceid=13, filesize=5.7 K
2024-12-05T07:40:32,281 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 7876502f6144d342a89a3f4595c6c684 in 164ms, sequenceid=13, compaction requested=false
2024-12-05T07:40:32,281 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7876502f6144d342a89a3f4595c6c684:

2024-12-05T07:40:32,295 INFO  [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-12-05T07:40:32,295 INFO  [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-12-05T07:40:32,295 INFO  [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-12-05T07:40:32,296 INFO  [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-12-05T07:40:32,296 INFO  [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-12-05T07:40:32,313 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741874_1051 (size=1616)
2024-12-05T07:40:32,315 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741874_1051 (size=1616)
2024-12-05T07:40:32,315 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741874_1051 (size=1616)
2024-12-05T07:40:32,339 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40293/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733384431942/wal.1733384431954, size=1.6 K (1616bytes)
2024-12-05T07:40:32,340 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40293/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733384431942/wal.1733384431954
2024-12-05T07:40:32,340 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40293/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733384431942/wal.1733384431954 after 0ms
2024-12-05T07:40:32,347 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40293/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733384431942/wal.1733384431954: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-12-05T07:40:32,347 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40293/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733384431942/wal.1733384431954 took 8ms
2024-12-05T07:40:32,352 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40293/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733384431942/wal.1733384431954 so closing down
2024-12-05T07:40:32,352 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-05T07:40:32,355 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733384431954.temp
2024-12-05T07:40:32,359 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testSequentialEditLogSeqNum/7876502f6144d342a89a3f4595c6c684/recovered.edits/0000000000000000003-wal.1733384431954.temp
2024-12-05T07:40:32,359 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-05T07:40:32,391 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741877_1054 (size=1175)
2024-12-05T07:40:32,392 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741877_1054 (size=1175)
2024-12-05T07:40:32,393 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741877_1054 (size=1175)
2024-12-05T07:40:32,393 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testSequentialEditLogSeqNum/7876502f6144d342a89a3f4595c6c684/recovered.edits/0000000000000000003-wal.1733384431954.temp (wrote 15 edits, skipped 0 edits in 0 ms)
2024-12-05T07:40:32,396 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40293/hbase/data/default/testSequentialEditLogSeqNum/7876502f6144d342a89a3f4595c6c684/recovered.edits/0000000000000000003-wal.1733384431954.temp to hdfs://localhost:40293/hbase/data/default/testSequentialEditLogSeqNum/7876502f6144d342a89a3f4595c6c684/recovered.edits/0000000000000000020
2024-12-05T07:40:32,396 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 47 ms; skipped=2; WAL=hdfs://localhost:40293/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733384431942/wal.1733384431954, size=1.6 K, length=1616, corrupted=false, cancelled=false
2024-12-05T07:40:32,396 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40293/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733384431942/wal.1733384431954, journal: Splitting hdfs://localhost:40293/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733384431942/wal.1733384431954, size=1.6 K (1616bytes) at 1733384432340Finishing writing output for hdfs://localhost:40293/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733384431942/wal.1733384431954 so closing down at 1733384432352 (+12 ms)Creating recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testSequentialEditLogSeqNum/7876502f6144d342a89a3f4595c6c684/recovered.edits/0000000000000000003-wal.1733384431954.temp at 1733384432359 (+7 ms)3 split writer threads finished at 1733384432359Closed recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testSequentialEditLogSeqNum/7876502f6144d342a89a3f4595c6c684/recovered.edits/0000000000000000003-wal.1733384431954.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1733384432394 (+35 ms)Rename recovered edits hdfs://localhost:40293/hbase/data/default/testSequentialEditLogSeqNum/7876502f6144d342a89a3f4595c6c684/recovered.edits/0000000000000000003-wal.1733384431954.temp to hdfs://localhost:40293/hbase/data/default/testSequentialEditLogSeqNum/7876502f6144d342a89a3f4595c6c684/recovered.edits/0000000000000000020 at 1733384432396 (+2 ms)Processed 17 edits across 1 Regions in 47 ms; skipped=2; WAL=hdfs://localhost:40293/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733384431942/wal.1733384431954, size=1.6 K, length=1616, corrupted=false, cancelled=false at 1733384432396
2024-12-05T07:40:32,409 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testSequentialEditLogSeqNum Thread=409 (was 404)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_299948814_22 at /127.0.0.1:46084 [Waiting for operation #13]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: sync.1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441)

Potentially hanging thread: sync.0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441)

Potentially hanging thread: sync.4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_299948814_22 at /127.0.0.1:51698 [Waiting for operation #9]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: sync.3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_299948814_22 at /127.0.0.1:39936 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: sync.2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426)
	app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441)
 - Thread LEAK? -, OpenFileDescriptor=951 (was 915) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=549 (was 549), ProcessCount=11 (was 11), AvailableMemoryMB=6453 (was 6462)
2024-12-05T07:40:32,423 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testRegionMadeOfBulkLoadedFilesOnly Thread=409, OpenFileDescriptor=951, MaxFileDescriptor=1048576, SystemLoadAverage=549, ProcessCount=11, AvailableMemoryMB=6453
2024-12-05T07:40:32,440 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T07:40:32,443 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T07:40:32,444 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-05T07:40:32,462 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-80823421, suffix=, logDir=hdfs://localhost:40293/hbase/WALs/hregion-80823421, archiveDir=hdfs://localhost:40293/hbase/oldWALs, maxLogs=32
2024-12-05T07:40:32,480 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-80823421/hregion-80823421.1733384432463, exclude list is [], retry=0
2024-12-05T07:40:32,485 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34129,DS-9a31ed6c-f753-4b1c-9524-fd6fd0b93aed,DISK]
2024-12-05T07:40:32,486 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44769,DS-de2e92a4-2458-4679-b356-5710683d85dc,DISK]
2024-12-05T07:40:32,519 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39399,DS-0c77709a-e756-445a-9453-cd61d1686199,DISK]
2024-12-05T07:40:32,523 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-80823421/hregion-80823421.1733384432463
2024-12-05T07:40:32,523 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44281:44281),(127.0.0.1/127.0.0.1:42109:42109),(127.0.0.1/127.0.0.1:45875:45875)]
2024-12-05T07:40:32,523 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => e8ba78672b73f05bb909dfef4da00763, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733384432441.e8ba78672b73f05bb909dfef4da00763.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40293/hbase
2024-12-05T07:40:32,536 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741879_1056 (size=70)
2024-12-05T07:40:32,537 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741879_1056 (size=70)
2024-12-05T07:40:32,537 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741879_1056 (size=70)
2024-12-05T07:40:32,538 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733384432441.e8ba78672b73f05bb909dfef4da00763.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:40:32,539 INFO  [StoreOpener-e8ba78672b73f05bb909dfef4da00763-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e8ba78672b73f05bb909dfef4da00763 
2024-12-05T07:40:32,541 INFO  [StoreOpener-e8ba78672b73f05bb909dfef4da00763-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8ba78672b73f05bb909dfef4da00763 columnFamilyName a
2024-12-05T07:40:32,541 DEBUG [StoreOpener-e8ba78672b73f05bb909dfef4da00763-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:32,541 INFO  [StoreOpener-e8ba78672b73f05bb909dfef4da00763-1 {}] regionserver.HStore(327): Store=e8ba78672b73f05bb909dfef4da00763/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:32,542 INFO  [StoreOpener-e8ba78672b73f05bb909dfef4da00763-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e8ba78672b73f05bb909dfef4da00763 
2024-12-05T07:40:32,543 INFO  [StoreOpener-e8ba78672b73f05bb909dfef4da00763-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8ba78672b73f05bb909dfef4da00763 columnFamilyName b
2024-12-05T07:40:32,543 DEBUG [StoreOpener-e8ba78672b73f05bb909dfef4da00763-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:32,543 INFO  [StoreOpener-e8ba78672b73f05bb909dfef4da00763-1 {}] regionserver.HStore(327): Store=e8ba78672b73f05bb909dfef4da00763/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:32,543 INFO  [StoreOpener-e8ba78672b73f05bb909dfef4da00763-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e8ba78672b73f05bb909dfef4da00763 
2024-12-05T07:40:32,545 INFO  [StoreOpener-e8ba78672b73f05bb909dfef4da00763-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8ba78672b73f05bb909dfef4da00763 columnFamilyName c
2024-12-05T07:40:32,545 DEBUG [StoreOpener-e8ba78672b73f05bb909dfef4da00763-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:32,547 INFO  [StoreOpener-e8ba78672b73f05bb909dfef4da00763-1 {}] regionserver.HStore(327): Store=e8ba78672b73f05bb909dfef4da00763/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:32,547 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e8ba78672b73f05bb909dfef4da00763
2024-12-05T07:40:32,548 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8ba78672b73f05bb909dfef4da00763
2024-12-05T07:40:32,548 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8ba78672b73f05bb909dfef4da00763
2024-12-05T07:40:32,549 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e8ba78672b73f05bb909dfef4da00763
2024-12-05T07:40:32,549 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e8ba78672b73f05bb909dfef4da00763
2024-12-05T07:40:32,550 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-05T07:40:32,552 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e8ba78672b73f05bb909dfef4da00763
2024-12-05T07:40:32,554 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40293/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8ba78672b73f05bb909dfef4da00763/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-05T07:40:32,554 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened e8ba78672b73f05bb909dfef4da00763; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68640687, jitterRate=0.0228259414434433}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-05T07:40:32,556 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e8ba78672b73f05bb909dfef4da00763:
Writing region info on filesystem at 1733384432538Initializing all the Stores at 1733384432539 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384432539Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384432539Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384432539Cleaning up temporary data from old regions at 1733384432549 (+10 ms)Region opened successfully at 1733384432556 (+7 ms)
2024-12-05T07:40:32,556 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e8ba78672b73f05bb909dfef4da00763, disabling compactions & flushes
2024-12-05T07:40:32,556 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733384432441.e8ba78672b73f05bb909dfef4da00763.
2024-12-05T07:40:32,556 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733384432441.e8ba78672b73f05bb909dfef4da00763.
2024-12-05T07:40:32,556 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733384432441.e8ba78672b73f05bb909dfef4da00763. after waiting 0 ms
2024-12-05T07:40:32,556 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733384432441.e8ba78672b73f05bb909dfef4da00763.
2024-12-05T07:40:32,557 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733384432441.e8ba78672b73f05bb909dfef4da00763.
2024-12-05T07:40:32,557 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e8ba78672b73f05bb909dfef4da00763:
Waiting for close lock at 1733384432556Disabling compacts and flushes for region at 1733384432556Disabling writes for close at 1733384432556Writing region close event to WAL at 1733384432557 (+1 ms)Closed at 1733384432557
2024-12-05T07:40:32,560 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741878_1055 (size=93)
2024-12-05T07:40:32,561 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741878_1055 (size=93)
2024-12-05T07:40:32,561 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741878_1055 (size=93)
2024-12-05T07:40:32,563 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-05T07:40:32,564 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-80823421:(num 1733384432463)
2024-12-05T07:40:32,564 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-05T07:40:32,568 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40293/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733384432439, archiveDir=hdfs://localhost:40293/hbase/oldWALs, maxLogs=32
2024-12-05T07:40:32,585 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733384432439/wal.1733384432568, exclude list is [], retry=0
2024-12-05T07:40:32,588 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34129,DS-9a31ed6c-f753-4b1c-9524-fd6fd0b93aed,DISK]
2024-12-05T07:40:32,589 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39399,DS-0c77709a-e756-445a-9453-cd61d1686199,DISK]
2024-12-05T07:40:32,589 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44769,DS-de2e92a4-2458-4679-b356-5710683d85dc,DISK]
2024-12-05T07:40:32,602 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733384432439/wal.1733384432568
2024-12-05T07:40:32,602 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44281:44281),(127.0.0.1/127.0.0.1:45875:45875),(127.0.0.1/127.0.0.1:42109:42109)]
2024-12-05T07:40:32,602 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e8ba78672b73f05bb909dfef4da00763, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733384432441.e8ba78672b73f05bb909dfef4da00763.', STARTKEY => '', ENDKEY => ''}
2024-12-05T07:40:32,602 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733384432441.e8ba78672b73f05bb909dfef4da00763.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:40:32,603 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e8ba78672b73f05bb909dfef4da00763
2024-12-05T07:40:32,603 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e8ba78672b73f05bb909dfef4da00763
2024-12-05T07:40:32,607 INFO  [StoreOpener-e8ba78672b73f05bb909dfef4da00763-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e8ba78672b73f05bb909dfef4da00763 
2024-12-05T07:40:32,608 INFO  [StoreOpener-e8ba78672b73f05bb909dfef4da00763-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8ba78672b73f05bb909dfef4da00763 columnFamilyName a
2024-12-05T07:40:32,608 DEBUG [StoreOpener-e8ba78672b73f05bb909dfef4da00763-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:32,608 INFO  [StoreOpener-e8ba78672b73f05bb909dfef4da00763-1 {}] regionserver.HStore(327): Store=e8ba78672b73f05bb909dfef4da00763/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:32,608 INFO  [StoreOpener-e8ba78672b73f05bb909dfef4da00763-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e8ba78672b73f05bb909dfef4da00763 
2024-12-05T07:40:32,609 INFO  [StoreOpener-e8ba78672b73f05bb909dfef4da00763-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8ba78672b73f05bb909dfef4da00763 columnFamilyName b
2024-12-05T07:40:32,609 DEBUG [StoreOpener-e8ba78672b73f05bb909dfef4da00763-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:32,610 INFO  [StoreOpener-e8ba78672b73f05bb909dfef4da00763-1 {}] regionserver.HStore(327): Store=e8ba78672b73f05bb909dfef4da00763/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:32,610 INFO  [StoreOpener-e8ba78672b73f05bb909dfef4da00763-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e8ba78672b73f05bb909dfef4da00763 
2024-12-05T07:40:32,611 INFO  [StoreOpener-e8ba78672b73f05bb909dfef4da00763-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8ba78672b73f05bb909dfef4da00763 columnFamilyName c
2024-12-05T07:40:32,611 DEBUG [StoreOpener-e8ba78672b73f05bb909dfef4da00763-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:32,611 INFO  [StoreOpener-e8ba78672b73f05bb909dfef4da00763-1 {}] regionserver.HStore(327): Store=e8ba78672b73f05bb909dfef4da00763/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:32,612 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e8ba78672b73f05bb909dfef4da00763
2024-12-05T07:40:32,612 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8ba78672b73f05bb909dfef4da00763
2024-12-05T07:40:32,613 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8ba78672b73f05bb909dfef4da00763
2024-12-05T07:40:32,614 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e8ba78672b73f05bb909dfef4da00763
2024-12-05T07:40:32,614 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e8ba78672b73f05bb909dfef4da00763
2024-12-05T07:40:32,615 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-05T07:40:32,620 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e8ba78672b73f05bb909dfef4da00763
2024-12-05T07:40:32,621 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened e8ba78672b73f05bb909dfef4da00763; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69713009, jitterRate=0.038804784417152405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-05T07:40:32,622 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e8ba78672b73f05bb909dfef4da00763:
Writing region info on filesystem at 1733384432603Initializing all the Stores at 1733384432604 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384432604Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384432606 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384432606Cleaning up temporary data from old regions at 1733384432614 (+8 ms)Region opened successfully at 1733384432622 (+8 ms)
2024-12-05T07:40:32,627 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40293/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1733384432626/Put/seqid=0
2024-12-05T07:40:32,636 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741881_1058 (size=4826)
2024-12-05T07:40:32,637 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741881_1058 (size=4826)
2024-12-05T07:40:32,637 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741881_1058 (size=4826)
2024-12-05T07:40:32,640 INFO  [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40293/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in e8ba78672b73f05bb909dfef4da00763/a
2024-12-05T07:40:32,670 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z
2024-12-05T07:40:32,670 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last=
2024-12-05T07:40:32,671 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e8ba78672b73f05bb909dfef4da00763:

2024-12-05T07:40:32,675 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40293/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:40293/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8ba78672b73f05bb909dfef4da00763/a/fb494ee488934d0e83796b1cc2c63f6a_SeqId_3_
2024-12-05T07:40:32,678 INFO  [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40293/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into e8ba78672b73f05bb909dfef4da00763/a as hdfs://localhost:40293/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8ba78672b73f05bb909dfef4da00763/a/fb494ee488934d0e83796b1cc2c63f6a_SeqId_3_ - updating store file list.
2024-12-05T07:40:32,690 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for fb494ee488934d0e83796b1cc2c63f6a_SeqId_3_: NONE, but ROW specified in column family configuration
2024-12-05T07:40:32,691 INFO  [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40293/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8ba78672b73f05bb909dfef4da00763/a/fb494ee488934d0e83796b1cc2c63f6a_SeqId_3_ into e8ba78672b73f05bb909dfef4da00763/a
2024-12-05T07:40:32,691 INFO  [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40293/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into e8ba78672b73f05bb909dfef4da00763/a (new location: hdfs://localhost:40293/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8ba78672b73f05bb909dfef4da00763/a/fb494ee488934d0e83796b1cc2c63f6a_SeqId_3_)
2024-12-05T07:40:32,752 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40293/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733384432439/wal.1733384432568, size=0 (0bytes)
2024-12-05T07:40:32,753 WARN  [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:40293/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733384432439/wal.1733384432568 might be still open, length is 0
2024-12-05T07:40:32,753 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40293/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733384432439/wal.1733384432568
2024-12-05T07:40:32,753 WARN  [IPC Server handler 3 on default port 40293 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733384432439/wal.1733384432568 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057
2024-12-05T07:40:32,753 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:40293/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733384432439/wal.1733384432568 after 0ms
2024-12-05T07:40:34,266 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_299948814_22 at /127.0.0.1:39030 [Receiving block BP-1506942772-172.17.0.2-1733384411909:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:34129:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:39030 dst: /127.0.0.1:34129
java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:34129 remote=/127.0.0.1:39030]. Total timeout mills is 60000, 58438 millis timeout left.
	at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?]
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?]
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?]
	at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?]
	at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?]
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T07:40:34,267 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_299948814_22 at /127.0.0.1:56144 [Receiving block BP-1506942772-172.17.0.2-1733384411909:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:39399:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:56144 dst: /127.0.0.1:39399
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T07:40:34,267 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_299948814_22 at /127.0.0.1:36198 [Receiving block BP-1506942772-172.17.0.2-1733384411909:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:44769:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:36198 dst: /127.0.0.1:44769
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T07:40:34,269 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741880_1059 (size=434)
2024-12-05T07:40:34,269 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741880_1059 (size=434)
2024-12-05T07:40:34,270 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741880_1059 (size=434)
2024-12-05T07:40:36,754 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:40293/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733384432439/wal.1733384432568 after 4001ms
2024-12-05T07:40:36,757 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40293/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733384432439/wal.1733384432568: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-12-05T07:40:36,757 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40293/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733384432439/wal.1733384432568 took 4005ms
2024-12-05T07:40:36,759 INFO  [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:40293/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733384432439/wal.1733384432568; continuing.
2024-12-05T07:40:36,759 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40293/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733384432439/wal.1733384432568 so closing down
2024-12-05T07:40:36,760 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-05T07:40:36,761 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1733384432568.temp
2024-12-05T07:40:36,762 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8ba78672b73f05bb909dfef4da00763/recovered.edits/0000000000000000005-wal.1733384432568.temp
2024-12-05T07:40:36,763 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-05T07:40:36,774 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741882_1060 (size=236)
2024-12-05T07:40:36,774 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741882_1060 (size=236)
2024-12-05T07:40:36,775 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741882_1060 (size=236)
2024-12-05T07:40:36,776 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8ba78672b73f05bb909dfef4da00763/recovered.edits/0000000000000000005-wal.1733384432568.temp (wrote 1 edits, skipped 0 edits in 0 ms)
2024-12-05T07:40:36,777 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40293/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8ba78672b73f05bb909dfef4da00763/recovered.edits/0000000000000000005-wal.1733384432568.temp to hdfs://localhost:40293/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8ba78672b73f05bb909dfef4da00763/recovered.edits/0000000000000000005
2024-12-05T07:40:36,778 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 20 ms; skipped=1; WAL=hdfs://localhost:40293/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733384432439/wal.1733384432568, size=0, length=0, corrupted=false, cancelled=false
2024-12-05T07:40:36,778 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40293/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733384432439/wal.1733384432568, journal: Splitting hdfs://localhost:40293/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733384432439/wal.1733384432568, size=0 (0bytes) at 1733384432752Finishing writing output for hdfs://localhost:40293/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733384432439/wal.1733384432568 so closing down at 1733384436759 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8ba78672b73f05bb909dfef4da00763/recovered.edits/0000000000000000005-wal.1733384432568.temp at 1733384436762 (+3 ms)3 split writer threads finished at 1733384436763 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8ba78672b73f05bb909dfef4da00763/recovered.edits/0000000000000000005-wal.1733384432568.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733384436776 (+13 ms)Rename recovered edits hdfs://localhost:40293/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8ba78672b73f05bb909dfef4da00763/recovered.edits/0000000000000000005-wal.1733384432568.temp to hdfs://localhost:40293/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8ba78672b73f05bb909dfef4da00763/recovered.edits/0000000000000000005 at 1733384436778 (+2 ms)Processed 2 edits across 1 Regions in 20 ms; skipped=1; WAL=hdfs://localhost:40293/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733384432439/wal.1733384432568, size=0, length=0, corrupted=false, cancelled=false at 1733384436778
2024-12-05T07:40:36,780 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40293/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733384432439/wal.1733384432568 to hdfs://localhost:40293/hbase/oldWALs/wal.1733384432568
2024-12-05T07:40:36,781 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40293/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8ba78672b73f05bb909dfef4da00763/recovered.edits/0000000000000000005
2024-12-05T07:40:36,781 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-05T07:40:36,783 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40293/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733384432439, archiveDir=hdfs://localhost:40293/hbase/oldWALs, maxLogs=32
2024-12-05T07:40:36,799 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733384432439/wal.1733384436783, exclude list is [], retry=0
2024-12-05T07:40:36,802 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34129,DS-9a31ed6c-f753-4b1c-9524-fd6fd0b93aed,DISK]
2024-12-05T07:40:36,803 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44769,DS-de2e92a4-2458-4679-b356-5710683d85dc,DISK]
2024-12-05T07:40:36,803 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39399,DS-0c77709a-e756-445a-9453-cd61d1686199,DISK]
2024-12-05T07:40:36,805 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733384432439/wal.1733384436783
2024-12-05T07:40:36,806 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44281:44281),(127.0.0.1/127.0.0.1:42109:42109),(127.0.0.1/127.0.0.1:45875:45875)]
2024-12-05T07:40:36,807 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e8ba78672b73f05bb909dfef4da00763, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733384432441.e8ba78672b73f05bb909dfef4da00763.', STARTKEY => '', ENDKEY => ''}
2024-12-05T07:40:36,807 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733384432441.e8ba78672b73f05bb909dfef4da00763.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:40:36,807 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e8ba78672b73f05bb909dfef4da00763
2024-12-05T07:40:36,807 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e8ba78672b73f05bb909dfef4da00763
2024-12-05T07:40:36,811 INFO  [StoreOpener-e8ba78672b73f05bb909dfef4da00763-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e8ba78672b73f05bb909dfef4da00763 
2024-12-05T07:40:36,812 INFO  [StoreOpener-e8ba78672b73f05bb909dfef4da00763-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8ba78672b73f05bb909dfef4da00763 columnFamilyName a
2024-12-05T07:40:36,812 DEBUG [StoreOpener-e8ba78672b73f05bb909dfef4da00763-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:36,824 DEBUG [StoreFileOpener-e8ba78672b73f05bb909dfef4da00763-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fb494ee488934d0e83796b1cc2c63f6a_SeqId_3_: NONE, but ROW specified in column family configuration
2024-12-05T07:40:36,824 DEBUG [StoreOpener-e8ba78672b73f05bb909dfef4da00763-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40293/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8ba78672b73f05bb909dfef4da00763/a/fb494ee488934d0e83796b1cc2c63f6a_SeqId_3_
2024-12-05T07:40:36,825 INFO  [StoreOpener-e8ba78672b73f05bb909dfef4da00763-1 {}] regionserver.HStore(327): Store=e8ba78672b73f05bb909dfef4da00763/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:36,825 INFO  [StoreOpener-e8ba78672b73f05bb909dfef4da00763-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e8ba78672b73f05bb909dfef4da00763 
2024-12-05T07:40:36,826 INFO  [StoreOpener-e8ba78672b73f05bb909dfef4da00763-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8ba78672b73f05bb909dfef4da00763 columnFamilyName b
2024-12-05T07:40:36,826 DEBUG [StoreOpener-e8ba78672b73f05bb909dfef4da00763-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:36,827 INFO  [StoreOpener-e8ba78672b73f05bb909dfef4da00763-1 {}] regionserver.HStore(327): Store=e8ba78672b73f05bb909dfef4da00763/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:36,827 INFO  [StoreOpener-e8ba78672b73f05bb909dfef4da00763-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e8ba78672b73f05bb909dfef4da00763 
2024-12-05T07:40:36,828 INFO  [StoreOpener-e8ba78672b73f05bb909dfef4da00763-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8ba78672b73f05bb909dfef4da00763 columnFamilyName c
2024-12-05T07:40:36,828 DEBUG [StoreOpener-e8ba78672b73f05bb909dfef4da00763-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:36,828 INFO  [StoreOpener-e8ba78672b73f05bb909dfef4da00763-1 {}] regionserver.HStore(327): Store=e8ba78672b73f05bb909dfef4da00763/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:36,828 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e8ba78672b73f05bb909dfef4da00763
2024-12-05T07:40:36,829 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8ba78672b73f05bb909dfef4da00763
2024-12-05T07:40:36,831 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8ba78672b73f05bb909dfef4da00763
2024-12-05T07:40:36,832 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40293/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8ba78672b73f05bb909dfef4da00763/recovered.edits/0000000000000000005
2024-12-05T07:40:36,834 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40293/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8ba78672b73f05bb909dfef4da00763/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-12-05T07:40:36,835 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:40293/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8ba78672b73f05bb909dfef4da00763/recovered.edits/0000000000000000005
2024-12-05T07:40:36,835 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing e8ba78672b73f05bb909dfef4da00763 3/3 column families, dataSize=58 B heapSize=904 B
2024-12-05T07:40:36,849 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40293/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8ba78672b73f05bb909dfef4da00763/.tmp/a/077486988301437fa664b92ccfa42bd0 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1733384432704/Put/seqid=0
2024-12-05T07:40:36,858 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741884_1062 (size=5149)
2024-12-05T07:40:36,858 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741884_1062 (size=5149)
2024-12-05T07:40:36,858 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741884_1062 (size=5149)
2024-12-05T07:40:37,259 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40293/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8ba78672b73f05bb909dfef4da00763/.tmp/a/077486988301437fa664b92ccfa42bd0
2024-12-05T07:40:37,266 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40293/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8ba78672b73f05bb909dfef4da00763/.tmp/a/077486988301437fa664b92ccfa42bd0 as hdfs://localhost:40293/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8ba78672b73f05bb909dfef4da00763/a/077486988301437fa664b92ccfa42bd0
2024-12-05T07:40:37,273 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40293/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8ba78672b73f05bb909dfef4da00763/a/077486988301437fa664b92ccfa42bd0, entries=1, sequenceid=5, filesize=5.0 K
2024-12-05T07:40:37,273 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for e8ba78672b73f05bb909dfef4da00763 in 438ms, sequenceid=5, compaction requested=false; wal=null
2024-12-05T07:40:37,274 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40293/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8ba78672b73f05bb909dfef4da00763/recovered.edits/0000000000000000005
2024-12-05T07:40:37,275 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e8ba78672b73f05bb909dfef4da00763
2024-12-05T07:40:37,275 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e8ba78672b73f05bb909dfef4da00763
2024-12-05T07:40:37,276 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-05T07:40:37,278 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e8ba78672b73f05bb909dfef4da00763
2024-12-05T07:40:37,287 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40293/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8ba78672b73f05bb909dfef4da00763/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1
2024-12-05T07:40:37,288 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened e8ba78672b73f05bb909dfef4da00763; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59206927, jitterRate=-0.11774803698062897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-05T07:40:37,289 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e8ba78672b73f05bb909dfef4da00763:
Writing region info on filesystem at 1733384436807Initializing all the Stores at 1733384436808 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384436808Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384436810 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384436810Obtaining lock to block concurrent updates at 1733384436835 (+25 ms)Preparing flush snapshotting stores in e8ba78672b73f05bb909dfef4da00763 at 1733384436835Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1733384432441.e8ba78672b73f05bb909dfef4da00763., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1733384436835Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1733384432441.e8ba78672b73f05bb909dfef4da00763. at 1733384436835Flushing e8ba78672b73f05bb909dfef4da00763/a: creating writer at 1733384436835Flushing e8ba78672b73f05bb909dfef4da00763/a: appending metadata at 1733384436849 (+14 ms)Flushing e8ba78672b73f05bb909dfef4da00763/a: closing flushed file at 1733384436849Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a7b551d: reopening flushed file at 1733384437265 (+416 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for e8ba78672b73f05bb909dfef4da00763 in 438ms, sequenceid=5, compaction requested=false; wal=null at 1733384437273 (+8 ms)Cleaning up temporary data from old regions at 1733384437275 (+2 ms)Region opened successfully at 1733384437288 (+13 ms)
2024-12-05T07:40:37,293 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e8ba78672b73f05bb909dfef4da00763, disabling compactions & flushes
2024-12-05T07:40:37,293 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733384432441.e8ba78672b73f05bb909dfef4da00763.
2024-12-05T07:40:37,293 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733384432441.e8ba78672b73f05bb909dfef4da00763.
2024-12-05T07:40:37,293 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733384432441.e8ba78672b73f05bb909dfef4da00763. after waiting 0 ms
2024-12-05T07:40:37,293 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733384432441.e8ba78672b73f05bb909dfef4da00763.
2024-12-05T07:40:37,294 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733384432441.e8ba78672b73f05bb909dfef4da00763.
2024-12-05T07:40:37,294 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e8ba78672b73f05bb909dfef4da00763:
Waiting for close lock at 1733384437293Disabling compacts and flushes for region at 1733384437293Disabling writes for close at 1733384437293Writing region close event to WAL at 1733384437294 (+1 ms)Closed at 1733384437294
2024-12-05T07:40:37,297 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741883_1061 (size=93)
2024-12-05T07:40:37,297 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741883_1061 (size=93)
2024-12-05T07:40:37,297 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741883_1061 (size=93)
2024-12-05T07:40:37,301 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-05T07:40:37,301 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733384436783)
2024-12-05T07:40:37,317 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testRegionMadeOfBulkLoadedFilesOnly Thread=416 (was 409)
Potentially hanging thread: AsyncFSWAL-17-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_554208312_22 at /127.0.0.1:39056 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:40293 from jenkinstestRegionMadeOfBulkLoadedFilesOnly
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_554208312_22 at /127.0.0.1:56176 [Waiting for operation #9]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_554208312_22 at /127.0.0.1:36238 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-17-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-17-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:40293
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1017 (was 951) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=545 (was 549), ProcessCount=11 (was 11), AvailableMemoryMB=6466 (was 6453) - AvailableMemoryMB LEAK? -
2024-12-05T07:40:37,328 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterRegionMovedWithMultiCF Thread=416, OpenFileDescriptor=1017, MaxFileDescriptor=1048576, SystemLoadAverage=545, ProcessCount=11, AvailableMemoryMB=6466
2024-12-05T07:40:37,342 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T07:40:37,347 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-05T07:40:37,351 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fc6cd38557f3,40799,1733384417352
2024-12-05T07:40:37,354 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ea01a50
2024-12-05T07:40:37,355 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-05T07:40:37,358 INFO  [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52722, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-05T07:40:37,362 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40799 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-05T07:40:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40799 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF
2024-12-05T07:40:37,371 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION
2024-12-05T07:40:37,374 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40799 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testReplayEditsAfterRegionMovedWithMultiCF"
 procId is: 4
2024-12-05T07:40:37,374 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:37,377 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-05T07:40:37,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-05T07:40:37,394 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741885_1063 (size=694)
2024-12-05T07:40:37,394 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741885_1063 (size=694)
2024-12-05T07:40:37,395 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741885_1063 (size=694)
2024-12-05T07:40:37,398 INFO  [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 601efa608362b51330bbcf0b630f6e71, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b
2024-12-05T07:40:37,413 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741886_1064 (size=77)
2024-12-05T07:40:37,413 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741886_1064 (size=77)
2024-12-05T07:40:37,413 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741886_1064 (size=77)
2024-12-05T07:40:37,415 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:40:37,415 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 601efa608362b51330bbcf0b630f6e71, disabling compactions & flushes
2024-12-05T07:40:37,415 INFO  [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.
2024-12-05T07:40:37,415 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.
2024-12-05T07:40:37,415 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71. after waiting 0 ms
2024-12-05T07:40:37,415 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.
2024-12-05T07:40:37,415 INFO  [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.
2024-12-05T07:40:37,415 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 601efa608362b51330bbcf0b630f6e71:
Waiting for close lock at 1733384437415Disabling compacts and flushes for region at 1733384437415Disabling writes for close at 1733384437415Writing region close event to WAL at 1733384437415Closed at 1733384437415
2024-12-05T07:40:37,417 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META
2024-12-05T07:40:37,424 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1733384437418"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733384437418"}]},"ts":"1733384437418"}
2024-12-05T07:40:37,434 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-05T07:40:37,437 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-05T07:40:37,439 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733384437437"}]},"ts":"1733384437437"}
2024-12-05T07:40:37,444 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta
2024-12-05T07:40:37,445 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {fc6cd38557f3=0} racks are {/default-rack=0}
2024-12-05T07:40:37,446 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-12-05T07:40:37,446 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-12-05T07:40:37,446 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-12-05T07:40:37,446 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-12-05T07:40:37,446 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-12-05T07:40:37,446 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-12-05T07:40:37,447 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-12-05T07:40:37,447 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-12-05T07:40:37,447 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-12-05T07:40:37,447 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-12-05T07:40:37,448 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=601efa608362b51330bbcf0b630f6e71, ASSIGN}]
2024-12-05T07:40:37,451 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=601efa608362b51330bbcf0b630f6e71, ASSIGN
2024-12-05T07:40:37,459 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=601efa608362b51330bbcf0b630f6e71, ASSIGN; state=OFFLINE, location=fc6cd38557f3,39855,1733384418578; forceNewPlan=false, retain=false
2024-12-05T07:40:37,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-05T07:40:37,611 INFO  [fc6cd38557f3:40799 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-12-05T07:40:37,612 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=601efa608362b51330bbcf0b630f6e71, regionState=OPENING, regionLocation=fc6cd38557f3,39855,1733384418578
2024-12-05T07:40:37,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=601efa608362b51330bbcf0b630f6e71, ASSIGN because future has completed
2024-12-05T07:40:37,616 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 601efa608362b51330bbcf0b630f6e71, server=fc6cd38557f3,39855,1733384418578}]
2024-12-05T07:40:37,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-05T07:40:37,772 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-05T07:40:37,776 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52079, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-05T07:40:37,782 INFO  [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.
2024-12-05T07:40:37,782 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 601efa608362b51330bbcf0b630f6e71, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.', STARTKEY => '', ENDKEY => ''}
2024-12-05T07:40:37,783 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 601efa608362b51330bbcf0b630f6e71
2024-12-05T07:40:37,783 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:40:37,783 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 601efa608362b51330bbcf0b630f6e71
2024-12-05T07:40:37,783 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 601efa608362b51330bbcf0b630f6e71
2024-12-05T07:40:37,786 INFO  [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 601efa608362b51330bbcf0b630f6e71 
2024-12-05T07:40:37,791 INFO  [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 601efa608362b51330bbcf0b630f6e71 columnFamilyName cf1
2024-12-05T07:40:37,791 DEBUG [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:37,792 INFO  [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] regionserver.HStore(327): Store=601efa608362b51330bbcf0b630f6e71/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:37,792 INFO  [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 601efa608362b51330bbcf0b630f6e71 
2024-12-05T07:40:37,794 INFO  [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 601efa608362b51330bbcf0b630f6e71 columnFamilyName cf2
2024-12-05T07:40:37,794 DEBUG [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:37,795 INFO  [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] regionserver.HStore(327): Store=601efa608362b51330bbcf0b630f6e71/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:37,795 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 601efa608362b51330bbcf0b630f6e71
2024-12-05T07:40:37,796 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71
2024-12-05T07:40:37,796 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71
2024-12-05T07:40:37,797 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 601efa608362b51330bbcf0b630f6e71
2024-12-05T07:40:37,797 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 601efa608362b51330bbcf0b630f6e71
2024-12-05T07:40:37,798 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-12-05T07:40:37,800 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 601efa608362b51330bbcf0b630f6e71
2024-12-05T07:40:37,803 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-05T07:40:37,803 INFO  [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 601efa608362b51330bbcf0b630f6e71; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59226626, jitterRate=-0.11745449900627136}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-12-05T07:40:37,803 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 601efa608362b51330bbcf0b630f6e71
2024-12-05T07:40:37,804 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 601efa608362b51330bbcf0b630f6e71:
Running coprocessor pre-open hook at 1733384437783Writing region info on filesystem at 1733384437783Initializing all the Stores at 1733384437784 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384437784Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384437785 (+1 ms)Cleaning up temporary data from old regions at 1733384437797 (+12 ms)Running coprocessor post-open hooks at 1733384437804 (+7 ms)Region opened successfully at 1733384437804
2024-12-05T07:40:37,806 INFO  [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71., pid=6, masterSystemTime=1733384437771
2024-12-05T07:40:37,809 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.
2024-12-05T07:40:37,809 INFO  [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.
2024-12-05T07:40:37,810 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=601efa608362b51330bbcf0b630f6e71, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,39855,1733384418578
2024-12-05T07:40:37,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 601efa608362b51330bbcf0b630f6e71, server=fc6cd38557f3,39855,1733384418578 because future has completed
2024-12-05T07:40:37,821 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-12-05T07:40:37,821 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 601efa608362b51330bbcf0b630f6e71, server=fc6cd38557f3,39855,1733384418578 in 200 msec
2024-12-05T07:40:37,828 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-05T07:40:37,829 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733384437829"}]},"ts":"1733384437829"}
2024-12-05T07:40:37,830 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-12-05T07:40:37,830 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=601efa608362b51330bbcf0b630f6e71, ASSIGN in 373 msec
2024-12-05T07:40:37,833 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta
2024-12-05T07:40:37,834 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION
2024-12-05T07:40:37,838 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 470 msec
2024-12-05T07:40:37,883 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF
2024-12-05T07:40:37,883 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer
2024-12-05T07:40:37,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly
2024-12-05T07:40:37,884 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer
2024-12-05T07:40:37,885 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum
2024-12-05T07:40:37,885 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer
2024-12-05T07:40:38,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-05T07:40:38,012 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed
2024-12-05T07:40:38,012 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms
2024-12-05T07:40:38,013 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-05T07:40:38,019 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states.
2024-12-05T07:40:38,020 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-05T07:40:38,021 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned.
2024-12-05T07:40:38,034 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71., hostname=fc6cd38557f3,39855,1733384418578, seqNum=2]
2024-12-05T07:40:38,036 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-05T07:40:38,038 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59806, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-05T07:40:38,057 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40799 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=601efa608362b51330bbcf0b630f6e71, source=fc6cd38557f3,39855,1733384418578, destination=fc6cd38557f3,46603,1733384418439, warming up region on fc6cd38557f3,46603,1733384418439
2024-12-05T07:40:38,060 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40799 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=601efa608362b51330bbcf0b630f6e71, source=fc6cd38557f3,39855,1733384418578, destination=fc6cd38557f3,46603,1733384418439, running balancer
2024-12-05T07:40:38,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40799 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=601efa608362b51330bbcf0b630f6e71, REOPEN/MOVE
2024-12-05T07:40:38,063 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=601efa608362b51330bbcf0b630f6e71, REOPEN/MOVE
2024-12-05T07:40:38,066 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=601efa608362b51330bbcf0b630f6e71, regionState=CLOSING, regionLocation=fc6cd38557f3,39855,1733384418578
2024-12-05T07:40:38,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=601efa608362b51330bbcf0b630f6e71, REOPEN/MOVE because future has completed
2024-12-05T07:40:38,081 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-05T07:40:38,081 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 601efa608362b51330bbcf0b630f6e71, server=fc6cd38557f3,39855,1733384418578}]
2024-12-05T07:40:38,098 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46603 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.
2024-12-05T07:40:38,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46603 {}] regionserver.HRegion(7855): Warmup {ENCODED => 601efa608362b51330bbcf0b630f6e71, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.', STARTKEY => '', ENDKEY => ''}
2024-12-05T07:40:38,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46603 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:40:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40799 {}] procedure.ProcedureSyncWait(219): waitFor pid=7
2024-12-05T07:40:38,116 INFO  [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 601efa608362b51330bbcf0b630f6e71 
2024-12-05T07:40:38,124 INFO  [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 601efa608362b51330bbcf0b630f6e71 columnFamilyName cf1
2024-12-05T07:40:38,124 DEBUG [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:38,124 INFO  [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] regionserver.HStore(327): Store=601efa608362b51330bbcf0b630f6e71/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:38,125 INFO  [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 601efa608362b51330bbcf0b630f6e71 
2024-12-05T07:40:38,126 INFO  [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 601efa608362b51330bbcf0b630f6e71 columnFamilyName cf2
2024-12-05T07:40:38,126 DEBUG [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:38,128 INFO  [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] regionserver.HStore(327): Store=601efa608362b51330bbcf0b630f6e71/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:38,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46603 {}] regionserver.HRegion(1722): Closing 601efa608362b51330bbcf0b630f6e71, disabling compactions & flushes
2024-12-05T07:40:38,128 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46603 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.
2024-12-05T07:40:38,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46603 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.
2024-12-05T07:40:38,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46603 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71. after waiting 0 ms
2024-12-05T07:40:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46603 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.
2024-12-05T07:40:38,129 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46603 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.
2024-12-05T07:40:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46603 {}] regionserver.HRegion(1676): Region close journal for 601efa608362b51330bbcf0b630f6e71:
Waiting for close lock at 1733384438128Disabling compacts and flushes for region at 1733384438128Disabling writes for close at 1733384438129 (+1 ms)Writing region close event to WAL at 1733384438129Closed at 1733384438129
2024-12-05T07:40:38,242 INFO  [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 601efa608362b51330bbcf0b630f6e71
2024-12-05T07:40:38,242 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-05T07:40:38,243 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 601efa608362b51330bbcf0b630f6e71, disabling compactions & flushes
2024-12-05T07:40:38,243 INFO  [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.
2024-12-05T07:40:38,243 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.
2024-12-05T07:40:38,243 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71. after waiting 0 ms
2024-12-05T07:40:38,243 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.
2024-12-05T07:40:38,243 INFO  [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 601efa608362b51330bbcf0b630f6e71 2/2 column families, dataSize=31 B heapSize=616 B
2024-12-05T07:40:38,299 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71/.tmp/cf1/08c3959e57ec4e1f8c906218cd45bc2c is 35, key is r1/cf1:q/1733384438039/Put/seqid=0
2024-12-05T07:40:38,337 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741887_1065 (size=4783)
2024-12-05T07:40:38,337 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741887_1065 (size=4783)
2024-12-05T07:40:38,338 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741887_1065 (size=4783)
2024-12-05T07:40:38,338 INFO  [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71/.tmp/cf1/08c3959e57ec4e1f8c906218cd45bc2c
2024-12-05T07:40:38,348 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71/.tmp/cf1/08c3959e57ec4e1f8c906218cd45bc2c as hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71/cf1/08c3959e57ec4e1f8c906218cd45bc2c
2024-12-05T07:40:38,360 INFO  [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71/cf1/08c3959e57ec4e1f8c906218cd45bc2c, entries=1, sequenceid=5, filesize=4.7 K
2024-12-05T07:40:38,369 INFO  [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 601efa608362b51330bbcf0b630f6e71 in 126ms, sequenceid=5, compaction requested=false
2024-12-05T07:40:38,370 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF'
2024-12-05T07:40:38,380 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-12-05T07:40:38,383 INFO  [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.
2024-12-05T07:40:38,383 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 601efa608362b51330bbcf0b630f6e71:
Waiting for close lock at 1733384438243Running coprocessor pre-close hooks at 1733384438243Disabling compacts and flushes for region at 1733384438243Disabling writes for close at 1733384438243Obtaining lock to block concurrent updates at 1733384438243Preparing flush snapshotting stores in 601efa608362b51330bbcf0b630f6e71 at 1733384438243Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1733384438244 (+1 ms)Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71. at 1733384438245 (+1 ms)Flushing 601efa608362b51330bbcf0b630f6e71/cf1: creating writer at 1733384438245Flushing 601efa608362b51330bbcf0b630f6e71/cf1: appending metadata at 1733384438286 (+41 ms)Flushing 601efa608362b51330bbcf0b630f6e71/cf1: closing flushed file at 1733384438298 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a7775c0: reopening flushed file at 1733384438347 (+49 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 601efa608362b51330bbcf0b630f6e71 in 126ms, sequenceid=5, compaction requested=false at 1733384438370 (+23 ms)Writing region close event to WAL at 1733384438373 (+3 ms)Running coprocessor post-close hooks at 1733384438380 (+7 ms)Closed at 1733384438383 (+3 ms)
2024-12-05T07:40:38,383 INFO  [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 601efa608362b51330bbcf0b630f6e71 move to fc6cd38557f3,46603,1733384418439 record at close sequenceid=5
2024-12-05T07:40:38,387 INFO  [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 601efa608362b51330bbcf0b630f6e71
2024-12-05T07:40:38,392 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=601efa608362b51330bbcf0b630f6e71, regionState=CLOSED
2024-12-05T07:40:38,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 601efa608362b51330bbcf0b630f6e71, server=fc6cd38557f3,39855,1733384418578 because future has completed
2024-12-05T07:40:38,409 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-12-05T07:40:38,409 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 601efa608362b51330bbcf0b630f6e71, server=fc6cd38557f3,39855,1733384418578 in 323 msec
2024-12-05T07:40:38,410 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=601efa608362b51330bbcf0b630f6e71, REOPEN/MOVE; state=CLOSED, location=fc6cd38557f3,46603,1733384418439; forceNewPlan=false, retain=false
2024-12-05T07:40:38,561 INFO  [fc6cd38557f3:40799 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-12-05T07:40:38,561 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=601efa608362b51330bbcf0b630f6e71, regionState=OPENING, regionLocation=fc6cd38557f3,46603,1733384418439
2024-12-05T07:40:38,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=601efa608362b51330bbcf0b630f6e71, REOPEN/MOVE because future has completed
2024-12-05T07:40:38,575 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 601efa608362b51330bbcf0b630f6e71, server=fc6cd38557f3,46603,1733384418439}]
2024-12-05T07:40:38,738 INFO  [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.
2024-12-05T07:40:38,739 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 601efa608362b51330bbcf0b630f6e71, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.', STARTKEY => '', ENDKEY => ''}
2024-12-05T07:40:38,739 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 601efa608362b51330bbcf0b630f6e71
2024-12-05T07:40:38,740 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:40:38,740 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 601efa608362b51330bbcf0b630f6e71
2024-12-05T07:40:38,740 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 601efa608362b51330bbcf0b630f6e71
2024-12-05T07:40:38,744 INFO  [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 601efa608362b51330bbcf0b630f6e71 
2024-12-05T07:40:38,749 INFO  [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 601efa608362b51330bbcf0b630f6e71 columnFamilyName cf1
2024-12-05T07:40:38,750 DEBUG [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:38,767 DEBUG [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71/cf1/08c3959e57ec4e1f8c906218cd45bc2c
2024-12-05T07:40:38,767 INFO  [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] regionserver.HStore(327): Store=601efa608362b51330bbcf0b630f6e71/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:38,768 INFO  [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 601efa608362b51330bbcf0b630f6e71 
2024-12-05T07:40:38,769 INFO  [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 601efa608362b51330bbcf0b630f6e71 columnFamilyName cf2
2024-12-05T07:40:38,769 DEBUG [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:38,770 INFO  [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] regionserver.HStore(327): Store=601efa608362b51330bbcf0b630f6e71/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:38,770 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 601efa608362b51330bbcf0b630f6e71
2024-12-05T07:40:38,771 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71
2024-12-05T07:40:38,774 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71
2024-12-05T07:40:38,775 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 601efa608362b51330bbcf0b630f6e71
2024-12-05T07:40:38,775 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 601efa608362b51330bbcf0b630f6e71
2024-12-05T07:40:38,776 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-12-05T07:40:38,778 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 601efa608362b51330bbcf0b630f6e71
2024-12-05T07:40:38,779 INFO  [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 601efa608362b51330bbcf0b630f6e71; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59103827, jitterRate=-0.11928434669971466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-12-05T07:40:38,779 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 601efa608362b51330bbcf0b630f6e71
2024-12-05T07:40:38,780 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 601efa608362b51330bbcf0b630f6e71:
Running coprocessor pre-open hook at 1733384438740Writing region info on filesystem at 1733384438740Initializing all the Stores at 1733384438742 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384438743 (+1 ms)Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384438744 (+1 ms)Cleaning up temporary data from old regions at 1733384438775 (+31 ms)Running coprocessor post-open hooks at 1733384438779 (+4 ms)Region opened successfully at 1733384438780 (+1 ms)
2024-12-05T07:40:38,783 INFO  [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71., pid=9, masterSystemTime=1733384438730
2024-12-05T07:40:38,787 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.
2024-12-05T07:40:38,787 INFO  [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.
2024-12-05T07:40:38,788 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=601efa608362b51330bbcf0b630f6e71, regionState=OPEN, openSeqNum=9, regionLocation=fc6cd38557f3,46603,1733384418439
2024-12-05T07:40:38,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 601efa608362b51330bbcf0b630f6e71, server=fc6cd38557f3,46603,1733384418439 because future has completed
2024-12-05T07:40:38,824 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7
2024-12-05T07:40:38,824 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 601efa608362b51330bbcf0b630f6e71, server=fc6cd38557f3,46603,1733384418439 in 244 msec
2024-12-05T07:40:38,829 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=601efa608362b51330bbcf0b630f6e71, REOPEN/MOVE in 764 msec
2024-12-05T07:40:38,869 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-05T07:40:38,871 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52198, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-05T07:40:38,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:59806 deadline: 1733384498875, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=fc6cd38557f3 port=46603 startCode=1733384418439. As of locationSeqNum=5.
2024-12-05T07:40:38,883 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71., hostname=fc6cd38557f3,39855,1733384418578, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71., hostname=fc6cd38557f3,39855,1733384418578, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=fc6cd38557f3 port=46603 startCode=1733384418439. As of locationSeqNum=5.
2024-12-05T07:40:38,884 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71., hostname=fc6cd38557f3,39855,1733384418578, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=fc6cd38557f3 port=46603 startCode=1733384418439. As of locationSeqNum=5.
2024-12-05T07:40:38,884 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71., hostname=fc6cd38557f3,39855,1733384418578, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71., hostname=fc6cd38557f3,46603,1733384418439, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=fc6cd38557f3 port=46603 startCode=1733384418439. As of locationSeqNum=5.
2024-12-05T07:40:39,006 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 601efa608362b51330bbcf0b630f6e71 2/2 column families, dataSize=50 B heapSize=720 B
2024-12-05T07:40:39,031 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71/.tmp/cf1/0fa37d58a25c4545bc5b938c57b97564 is 29, key is r1/cf1:/1733384438992/DeleteFamily/seqid=0
2024-12-05T07:40:39,050 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741888_1066 (size=4906)
2024-12-05T07:40:39,051 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741888_1066 (size=4906)
2024-12-05T07:40:39,051 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741888_1066 (size=4906)
2024-12-05T07:40:39,052 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71/.tmp/cf1/0fa37d58a25c4545bc5b938c57b97564
2024-12-05T07:40:39,060 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0fa37d58a25c4545bc5b938c57b97564
2024-12-05T07:40:39,081 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71/.tmp/cf2/858387bc8a2a4d6385bbc58177fde22f is 29, key is r1/cf2:/1733384438992/DeleteFamily/seqid=0
2024-12-05T07:40:39,097 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741889_1067 (size=4906)
2024-12-05T07:40:39,097 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741889_1067 (size=4906)
2024-12-05T07:40:39,100 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741889_1067 (size=4906)
2024-12-05T07:40:39,100 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71/.tmp/cf2/858387bc8a2a4d6385bbc58177fde22f
2024-12-05T07:40:39,107 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 858387bc8a2a4d6385bbc58177fde22f
2024-12-05T07:40:39,108 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71/.tmp/cf1/0fa37d58a25c4545bc5b938c57b97564 as hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71/cf1/0fa37d58a25c4545bc5b938c57b97564
2024-12-05T07:40:39,117 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0fa37d58a25c4545bc5b938c57b97564
2024-12-05T07:40:39,117 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71/cf1/0fa37d58a25c4545bc5b938c57b97564, entries=1, sequenceid=12, filesize=4.8 K
2024-12-05T07:40:39,119 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71/.tmp/cf2/858387bc8a2a4d6385bbc58177fde22f as hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71/cf2/858387bc8a2a4d6385bbc58177fde22f
2024-12-05T07:40:39,125 INFO  [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 858387bc8a2a4d6385bbc58177fde22f
2024-12-05T07:40:39,125 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71/cf2/858387bc8a2a4d6385bbc58177fde22f, entries=1, sequenceid=12, filesize=4.8 K
2024-12-05T07:40:39,126 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 601efa608362b51330bbcf0b630f6e71 in 120ms, sequenceid=12, compaction requested=false
2024-12-05T07:40:39,127 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 601efa608362b51330bbcf0b630f6e71:

2024-12-05T07:40:39,129 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking
2024-12-05T07:40:39,130 DEBUG [Time-limited test {}] regionserver.HStore(1541): 601efa608362b51330bbcf0b630f6e71/cf1 is initiating major compaction (all files)
2024-12-05T07:40:39,130 INFO  [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-05T07:40:39,131 INFO  [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-05T07:40:39,131 INFO  [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 601efa608362b51330bbcf0b630f6e71/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.
2024-12-05T07:40:39,131 INFO  [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71/cf1/08c3959e57ec4e1f8c906218cd45bc2c, hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71/cf1/0fa37d58a25c4545bc5b938c57b97564] into tmpdir=hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71/.tmp, totalSize=9.5 K
2024-12-05T07:40:39,133 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 08c3959e57ec4e1f8c906218cd45bc2c, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733384438039
2024-12-05T07:40:39,133 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 0fa37d58a25c4545bc5b938c57b97564, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807
2024-12-05T07:40:39,146 INFO  [Time-limited test {}] throttle.PressureAwareThroughputController(145): 601efa608362b51330bbcf0b630f6e71#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-05T07:40:39,163 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741890_1068 (size=4626)
2024-12-05T07:40:39,164 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741890_1068 (size=4626)
2024-12-05T07:40:39,164 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741890_1068 (size=4626)
2024-12-05T07:40:39,173 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71/.tmp/cf1/732facfc063b41299c6024c122a60bcd as hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71/cf1/732facfc063b41299c6024c122a60bcd
2024-12-05T07:40:39,189 INFO  [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 601efa608362b51330bbcf0b630f6e71/cf1 of 601efa608362b51330bbcf0b630f6e71 into 732facfc063b41299c6024c122a60bcd(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-05T07:40:39,189 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 601efa608362b51330bbcf0b630f6e71:

2024-12-05T07:40:39,189 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking
2024-12-05T07:40:39,189 DEBUG [Time-limited test {}] regionserver.HStore(1541): 601efa608362b51330bbcf0b630f6e71/cf2 is initiating major compaction (all files)
2024-12-05T07:40:39,189 INFO  [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-05T07:40:39,190 INFO  [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-05T07:40:39,190 INFO  [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 601efa608362b51330bbcf0b630f6e71/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.
2024-12-05T07:40:39,190 INFO  [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71/cf2/858387bc8a2a4d6385bbc58177fde22f] into tmpdir=hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71/.tmp, totalSize=4.8 K
2024-12-05T07:40:39,191 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 858387bc8a2a4d6385bbc58177fde22f, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807
2024-12-05T07:40:39,199 INFO  [Time-limited test {}] throttle.PressureAwareThroughputController(145): 601efa608362b51330bbcf0b630f6e71#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-05T07:40:39,231 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741891_1069 (size=4592)
2024-12-05T07:40:39,232 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741891_1069 (size=4592)
2024-12-05T07:40:39,233 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741891_1069 (size=4592)
2024-12-05T07:40:39,244 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71/.tmp/cf2/9bab2cf79c684f34a5b99d37ec138458 as hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71/cf2/9bab2cf79c684f34a5b99d37ec138458
2024-12-05T07:40:39,255 INFO  [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 601efa608362b51330bbcf0b630f6e71/cf2 of 601efa608362b51330bbcf0b630f6e71 into 9bab2cf79c684f34a5b99d37ec138458(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-05T07:40:39,255 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 601efa608362b51330bbcf0b630f6e71:

2024-12-05T07:40:39,261 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40799 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=601efa608362b51330bbcf0b630f6e71, source=fc6cd38557f3,46603,1733384418439, destination=fc6cd38557f3,39855,1733384418578, warming up region on fc6cd38557f3,39855,1733384418578
2024-12-05T07:40:39,261 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40799 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=601efa608362b51330bbcf0b630f6e71, source=fc6cd38557f3,46603,1733384418439, destination=fc6cd38557f3,39855,1733384418578, running balancer
2024-12-05T07:40:39,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40799 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=601efa608362b51330bbcf0b630f6e71, REOPEN/MOVE
2024-12-05T07:40:39,263 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=601efa608362b51330bbcf0b630f6e71, REOPEN/MOVE
2024-12-05T07:40:39,265 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=601efa608362b51330bbcf0b630f6e71, regionState=CLOSING, regionLocation=fc6cd38557f3,46603,1733384418439
2024-12-05T07:40:39,266 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.
2024-12-05T07:40:39,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] regionserver.HRegion(7855): Warmup {ENCODED => 601efa608362b51330bbcf0b630f6e71, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.', STARTKEY => '', ENDKEY => ''}
2024-12-05T07:40:39,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:40:39,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=601efa608362b51330bbcf0b630f6e71, REOPEN/MOVE because future has completed
2024-12-05T07:40:39,268 INFO  [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 601efa608362b51330bbcf0b630f6e71 
2024-12-05T07:40:39,269 INFO  [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 601efa608362b51330bbcf0b630f6e71 columnFamilyName cf1
2024-12-05T07:40:39,270 DEBUG [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:39,270 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-05T07:40:39,270 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 601efa608362b51330bbcf0b630f6e71, server=fc6cd38557f3,46603,1733384418439}]
2024-12-05T07:40:39,283 DEBUG [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71/cf1/08c3959e57ec4e1f8c906218cd45bc2c
2024-12-05T07:40:39,290 INFO  [StoreFileOpener-601efa608362b51330bbcf0b630f6e71-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0fa37d58a25c4545bc5b938c57b97564
2024-12-05T07:40:39,290 DEBUG [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71/cf1/0fa37d58a25c4545bc5b938c57b97564
2024-12-05T07:40:39,297 DEBUG [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71/cf1/732facfc063b41299c6024c122a60bcd
2024-12-05T07:40:39,297 INFO  [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] regionserver.HStore(327): Store=601efa608362b51330bbcf0b630f6e71/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:39,297 INFO  [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 601efa608362b51330bbcf0b630f6e71 
2024-12-05T07:40:39,299 INFO  [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 601efa608362b51330bbcf0b630f6e71 columnFamilyName cf2
2024-12-05T07:40:39,299 DEBUG [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:39,307 INFO  [StoreFileOpener-601efa608362b51330bbcf0b630f6e71-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 858387bc8a2a4d6385bbc58177fde22f
2024-12-05T07:40:39,308 DEBUG [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71/cf2/858387bc8a2a4d6385bbc58177fde22f
2024-12-05T07:40:39,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40799 {}] procedure.ProcedureSyncWait(219): waitFor pid=10
2024-12-05T07:40:39,314 DEBUG [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71/cf2/9bab2cf79c684f34a5b99d37ec138458
2024-12-05T07:40:39,314 INFO  [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] regionserver.HStore(327): Store=601efa608362b51330bbcf0b630f6e71/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:39,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] regionserver.HRegion(1722): Closing 601efa608362b51330bbcf0b630f6e71, disabling compactions & flushes
2024-12-05T07:40:39,314 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.
2024-12-05T07:40:39,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.
2024-12-05T07:40:39,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71. after waiting 0 ms
2024-12-05T07:40:39,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.
2024-12-05T07:40:39,319 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.
2024-12-05T07:40:39,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] regionserver.HRegion(1676): Region close journal for 601efa608362b51330bbcf0b630f6e71:
Waiting for close lock at 1733384439314Disabling compacts and flushes for region at 1733384439314Disabling writes for close at 1733384439314Writing region close event to WAL at 1733384439319 (+5 ms)Closed at 1733384439319
2024-12-05T07:40:39,427 INFO  [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 601efa608362b51330bbcf0b630f6e71
2024-12-05T07:40:39,428 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-05T07:40:39,428 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 601efa608362b51330bbcf0b630f6e71, disabling compactions & flushes
2024-12-05T07:40:39,428 INFO  [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.
2024-12-05T07:40:39,428 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.
2024-12-05T07:40:39,428 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71. after waiting 0 ms
2024-12-05T07:40:39,428 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.
2024-12-05T07:40:39,428 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71/cf1/08c3959e57ec4e1f8c906218cd45bc2c, hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71/cf1/0fa37d58a25c4545bc5b938c57b97564] to archive
2024-12-05T07:40:39,431 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-05T07:40:39,436 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71/cf1/08c3959e57ec4e1f8c906218cd45bc2c to hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71/cf1/08c3959e57ec4e1f8c906218cd45bc2c
2024-12-05T07:40:39,438 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71/cf1/0fa37d58a25c4545bc5b938c57b97564 to hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71/cf1/0fa37d58a25c4545bc5b938c57b97564
2024-12-05T07:40:39,455 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71/cf2/858387bc8a2a4d6385bbc58177fde22f] to archive
2024-12-05T07:40:39,456 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-05T07:40:39,457 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71/cf2/858387bc8a2a4d6385bbc58177fde22f to hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71/cf2/858387bc8a2a4d6385bbc58177fde22f
2024-12-05T07:40:39,463 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8
2024-12-05T07:40:39,465 INFO  [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.
2024-12-05T07:40:39,465 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 601efa608362b51330bbcf0b630f6e71:
Waiting for close lock at 1733384439428Running coprocessor pre-close hooks at 1733384439428Disabling compacts and flushes for region at 1733384439428Disabling writes for close at 1733384439428Writing region close event to WAL at 1733384439459 (+31 ms)Running coprocessor post-close hooks at 1733384439464 (+5 ms)Closed at 1733384439465 (+1 ms)
2024-12-05T07:40:39,465 INFO  [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 601efa608362b51330bbcf0b630f6e71 move to fc6cd38557f3,39855,1733384418578 record at close sequenceid=12
2024-12-05T07:40:39,468 INFO  [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 601efa608362b51330bbcf0b630f6e71
2024-12-05T07:40:39,469 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=601efa608362b51330bbcf0b630f6e71, regionState=CLOSED
2024-12-05T07:40:39,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 601efa608362b51330bbcf0b630f6e71, server=fc6cd38557f3,46603,1733384418439 because future has completed
2024-12-05T07:40:39,487 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10
2024-12-05T07:40:39,487 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 601efa608362b51330bbcf0b630f6e71, server=fc6cd38557f3,46603,1733384418439 in 204 msec
2024-12-05T07:40:39,489 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=601efa608362b51330bbcf0b630f6e71, REOPEN/MOVE; state=CLOSED, location=fc6cd38557f3,39855,1733384418578; forceNewPlan=false, retain=false
2024-12-05T07:40:39,639 INFO  [fc6cd38557f3:40799 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-12-05T07:40:39,640 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=601efa608362b51330bbcf0b630f6e71, regionState=OPENING, regionLocation=fc6cd38557f3,39855,1733384418578
2024-12-05T07:40:39,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=601efa608362b51330bbcf0b630f6e71, REOPEN/MOVE because future has completed
2024-12-05T07:40:39,643 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 601efa608362b51330bbcf0b630f6e71, server=fc6cd38557f3,39855,1733384418578}]
2024-12-05T07:40:39,800 INFO  [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.
2024-12-05T07:40:39,800 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 601efa608362b51330bbcf0b630f6e71, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.', STARTKEY => '', ENDKEY => ''}
2024-12-05T07:40:39,801 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 601efa608362b51330bbcf0b630f6e71
2024-12-05T07:40:39,801 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:40:39,801 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 601efa608362b51330bbcf0b630f6e71
2024-12-05T07:40:39,801 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 601efa608362b51330bbcf0b630f6e71
2024-12-05T07:40:39,803 INFO  [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 601efa608362b51330bbcf0b630f6e71 
2024-12-05T07:40:39,804 INFO  [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 601efa608362b51330bbcf0b630f6e71 columnFamilyName cf1
2024-12-05T07:40:39,804 DEBUG [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:39,820 DEBUG [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71/cf1/732facfc063b41299c6024c122a60bcd
2024-12-05T07:40:39,820 INFO  [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] regionserver.HStore(327): Store=601efa608362b51330bbcf0b630f6e71/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:39,821 INFO  [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 601efa608362b51330bbcf0b630f6e71 
2024-12-05T07:40:39,822 INFO  [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 601efa608362b51330bbcf0b630f6e71 columnFamilyName cf2
2024-12-05T07:40:39,822 DEBUG [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:39,830 DEBUG [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71/cf2/9bab2cf79c684f34a5b99d37ec138458
2024-12-05T07:40:39,831 INFO  [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] regionserver.HStore(327): Store=601efa608362b51330bbcf0b630f6e71/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:39,831 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 601efa608362b51330bbcf0b630f6e71
2024-12-05T07:40:39,832 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71
2024-12-05T07:40:39,835 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71
2024-12-05T07:40:39,836 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 601efa608362b51330bbcf0b630f6e71
2024-12-05T07:40:39,836 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 601efa608362b51330bbcf0b630f6e71
2024-12-05T07:40:39,836 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-12-05T07:40:39,838 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 601efa608362b51330bbcf0b630f6e71
2024-12-05T07:40:39,839 INFO  [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 601efa608362b51330bbcf0b630f6e71; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73629829, jitterRate=0.09716995060443878}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-12-05T07:40:39,839 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 601efa608362b51330bbcf0b630f6e71
2024-12-05T07:40:39,840 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 601efa608362b51330bbcf0b630f6e71:
Running coprocessor pre-open hook at 1733384439801Writing region info on filesystem at 1733384439801Initializing all the Stores at 1733384439802 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384439802Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384439802Cleaning up temporary data from old regions at 1733384439836 (+34 ms)Running coprocessor post-open hooks at 1733384439839 (+3 ms)Region opened successfully at 1733384439840 (+1 ms)
2024-12-05T07:40:39,841 INFO  [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71., pid=12, masterSystemTime=1733384439796
2024-12-05T07:40:39,843 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.
2024-12-05T07:40:39,843 INFO  [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.
2024-12-05T07:40:39,844 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=601efa608362b51330bbcf0b630f6e71, regionState=OPEN, openSeqNum=18, regionLocation=fc6cd38557f3,39855,1733384418578
2024-12-05T07:40:39,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 601efa608362b51330bbcf0b630f6e71, server=fc6cd38557f3,39855,1733384418578 because future has completed
2024-12-05T07:40:39,850 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10
2024-12-05T07:40:39,850 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 601efa608362b51330bbcf0b630f6e71, server=fc6cd38557f3,39855,1733384418578 in 205 msec
2024-12-05T07:40:39,852 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=601efa608362b51330bbcf0b630f6e71, REOPEN/MOVE in 589 msec
2024-12-05T07:40:39,865 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-05T07:40:39,866 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59808, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-05T07:40:39,868 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server fc6cd38557f3,39855,1733384418578: testing *****
2024-12-05T07:40:39,868 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-12-05T07:40:39,870 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-12-05T07:40:39,872 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-12-05T07:40:39,876 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-12-05T07:40:39,878 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-12-05T07:40:39,897 INFO  [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1048576000,
        "init": 1048576000,
        "max": 2306867200,
        "used": 364047904
      },
      "NonHeapMemoryUsage": {
        "committed": 171704320,
        "init": 7667712,
        "max": -1,
        "used": 169171112
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC",
      "modelerType": "RegionServer,sub=IPC",
      "tag.Context": "regionserver",
      "tag.Hostname": "fc6cd38557f3",
      "queueSize": 0,
      "numCallsInGeneralQueue": 0,
      "numCallsInReplicationQueue": 0,
      "numCallsInBulkLoadQueue": 0,
      "numCallsInPriorityQueue": 0,
      "numCallsInMetaPriorityQueue": 0,
      "numOpenConnections": 4,
      "numActiveHandler": 0,
      "numActiveGeneralHandler": 0,
      "numActivePriorityHandler": 0,
      "numActiveReplicationHandler": 0,
      "numGeneralCallsDropped": 0,
      "numLifoModeSwitches": 0,
      "numCallsInWriteQueue": 0,
      "numActiveBulkLoadHandler": 0,
      "numCallsInReadQueue": 0,
      "numCallsInScanQueue": 0,
      "numActiveWriteHandler": 0,
      "numActiveReadHandler": 0,
      "numActiveScanHandler": 0,
      "nettyDirectMemoryUsage": 67108864,
      "nettyTotalPendingOutboundBytes": 0,
      "nettyMaxPendingOutboundBytes": 0,
      "receivedBytes": 10264,
      "exceptions.RegionMovedException": 1,
      "authenticationSuccesses": 0,
      "authorizationFailures": 0,
      "exceptions.requestTooBig": 0,
      "UnwritableTime_num_ops": 0,
      "UnwritableTime_min": 0,
      "UnwritableTime_max": 0,
      "UnwritableTime_mean": 0,
      "UnwritableTime_25th_percentile": 0,
      "UnwritableTime_median": 0,
      "UnwritableTime_75th_percentile": 0,
      "UnwritableTime_90th_percentile": 0,
      "UnwritableTime_95th_percentile": 0,
      "UnwritableTime_98th_percentile": 0,
      "UnwritableTime_99th_percentile": 0,
      "UnwritableTime_99.9th_percentile": 0,
      "exceptions.OutOfOrderScannerNextException": 0,
      "exceptions.rpcThrottling": 0,
      "exceptions.otherExceptions": 0,
      "ProcessCallTime_num_ops": 39,
      "ProcessCallTime_min": 0,
      "ProcessCallTime_max": 69,
      "ProcessCallTime_mean": 6,
      "ProcessCallTime_25th_percentile": 1,
      "ProcessCallTime_median": 2,
      "ProcessCallTime_75th_percentile": 3,
      "ProcessCallTime_90th_percentile": 8,
      "ProcessCallTime_95th_percentile": 58,
      "ProcessCallTime_98th_percentile": 69,
      "ProcessCallTime_99th_percentile": 69,
      "ProcessCallTime_99.9th_percentile": 69,
      "ProcessCallTime_TimeRangeCount_0-1": 11,
      "ProcessCallTime_TimeRangeCount_1-3": 13,
      "ProcessCallTime_TimeRangeCount_3-10": 5,
      "ProcessCallTime_TimeRangeCount_30-100": 2,
      "exceptions.callQueueTooBig": 0,
      "QueueCallTime_num_ops": 39,
      "QueueCallTime_min": 0,
      "QueueCallTime_max": 1,
      "QueueCallTime_mean": 0,
      "QueueCallTime_25th_percentile": 0,
      "QueueCallTime_median": 0,
      "QueueCallTime_75th_percentile": 0,
      "QueueCallTime_90th_percentile": 0,
      "QueueCallTime_95th_percentile": 0,
      "QueueCallTime_98th_percentile": 1,
      "QueueCallTime_99th_percentile": 1,
      "QueueCallTime_99.9th_percentile": 1,
      "QueueCallTime_TimeRangeCount_0-1": 31,
      "authenticationFailures": 0,
      "exceptions.multiResponseTooLarge": 0,
      "exceptions.callDropped": 0,
      "TotalCallTime_num_ops": 39,
      "TotalCallTime_min": 0,
      "TotalCallTime_max": 69,
      "TotalCallTime_mean": 6,
      "TotalCallTime_25th_percentile": 1,
      "TotalCallTime_median": 2,
      "TotalCallTime_75th_percentile": 3,
      "TotalCallTime_90th_percentile": 8,
      "TotalCallTime_95th_percentile": 58,
      "TotalCallTime_98th_percentile": 69,
      "TotalCallTime_99th_percentile": 69,
      "TotalCallTime_99.9th_percentile": 69,
      "TotalCallTime_TimeRangeCount_0-1": 11,
      "TotalCallTime_TimeRangeCount_1-3": 13,
      "TotalCallTime_TimeRangeCount_3-10": 5,
      "TotalCallTime_TimeRangeCount_30-100": 2,
      "exceptions.RegionTooBusyException": 0,
      "exceptions.FailedSanityCheckException": 0,
      "ResponseSize_num_ops": 39,
      "ResponseSize_min": 0,
      "ResponseSize_max": 1139,
      "ResponseSize_mean": 160,
      "ResponseSize_25th_percentile": 2,
      "ResponseSize_median": 2,
      "ResponseSize_75th_percentile": 74,
      "ResponseSize_90th_percentile": 453,
      "ResponseSize_95th_percentile": 796,
      "ResponseSize_98th_percentile": 1001,
      "ResponseSize_99th_percentile": 1070,
      "ResponseSize_99.9th_percentile": 1132,
      "ResponseSize_SizeRangeCount_0-10": 22,
      "ResponseSize_SizeRangeCount_10-100": 4,
      "ResponseSize_SizeRangeCount_100-1000": 5,
      "exceptions.UnknownScannerException": 0,
      "exceptions": 1,
      "maxOutboundBytesExceeded": 0,
      "authenticationFallbacks": 0,
      "exceptions.quotaExceeded": 0,
      "exceptions.callTimedOut": 0,
      "exceptions.NotServingRegionException": 0,
      "authorizationSuccesses": 0,
      "exceptions.ScannerResetException": 0,
      "RequestSize_num_ops": 39,
      "RequestSize_min": 31,
      "RequestSize_max": 390,
      "RequestSize_mean": 204,
      "RequestSize_25th_percentile": 119,
      "RequestSize_median": 179,
      "RequestSize_75th_percentile": 330,
      "RequestSize_90th_percentile": 330,
      "RequestSize_95th_percentile": 365,
      "RequestSize_98th_percentile": 380,
      "RequestSize_99th_percentile": 385,
      "RequestSize_99.9th_percentile": 389,
      "RequestSize_SizeRangeCount_0-10": 2,
      "RequestSize_SizeRangeCount_100-1000": 29,
      "sentBytes": 5781
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication",
      "modelerType": "RegionServer,sub=Replication",
      "tag.Context": "regionserver",
      "tag.Hostname": "fc6cd38557f3",
      "source.shippedHFiles": 0,
      "Source.ageOfLastShippedOp_num_ops": 0,
      "Source.ageOfLastShippedOp_min": 0,
      "Source.ageOfLastShippedOp_max": 0,
      "Source.ageOfLastShippedOp_mean": 0,
      "Source.ageOfLastShippedOp_25th_percentile": 0,
      "Source.ageOfLastShippedOp_median": 0,
      "Source.ageOfLastShippedOp_75th_percentile": 0,
      "Source.ageOfLastShippedOp_90th_percentile": 0,
      "Source.ageOfLastShippedOp_95th_percentile": 0,
      "Source.ageOfLastShippedOp_98th_percentile": 0,
      "Source.ageOfLastShippedOp_99th_percentile": 0,
      "Source.ageOfLastShippedOp_99.9th_percentile": 0,
      "source.uncleanlyClosedLogs": 0,
      "source.closedLogsWithUnknownFileLength": 0,
      "source.walReaderEditsBufferUsage": 0,
      "source.repeatedLogFileBytes": 0,
      "source.sizeOfHFileRefsQueue": 0,
      "source.logReadInBytes": 0,
      "source.completedRecoverQueues": 0,
      "source.sizeOfLogQueue": 0,
      "source.restartedLogReading": 0,
      "source.failedRecoverQueues": 0,
      "source.ignoredUncleanlyClosedLogContentsInBytes": 0,
      "Sink.ageOfLastAppliedOp_num_ops": 0,
      "Sink.ageOfLastAppliedOp_min": 0,
      "Sink.ageOfLastAppliedOp_max": 0,
      "Sink.ageOfLastAppliedOp_mean": 0,
      "Sink.ageOfLastAppliedOp_25th_percentile": 0,
      "Sink.ageOfLastAppliedOp_median": 0,
      "Sink.ageOfLastAppliedOp_75th_percentile": 0,
      "Sink.ageOfLastAppliedOp_90th_percentile": 0,
      "Sink.ageOfLastAppliedOp_95th_percentile": 0,
      "Sink.ageOfLastAppliedOp_98th_percentile": 0,
      "Sink.ageOfLastAppliedOp_99th_percentile": 0,
      "Sink.ageOfLastAppliedOp_99.9th_percentile": 0,
      "source.logEditsRead": 0,
      "source.numInitializing": 0,
      "source.shippedOps": 0,
      "sink.appliedHFiles": 0,
      "source.logEditsFiltered": 0,
      "source.shippedBytes": 0,
      "sink.appliedOps": 0,
      "source.completedLogs": 0,
      "source.failedBatches": 0,
      "sink.failedBatches": 0,
      "source.shippedBatches": 0,
      "sink.appliedBatches": 0
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=Server",
      "modelerType": "RegionServer,sub=Server",
      "tag.zookeeperQuorum": "127.0.0.1:58963",
      "tag.serverName": "fc6cd38557f3,46603,1733384418439",
      "tag.clusterId": "faecedf2-159d-4622-a167-3e56f9681f0b",
      "tag.Context": "regionserver",
      "tag.Hostname": "fc6cd38557f3",
      "regionCount": 1,
      "storeCount": 4,
      "hlogFileCount": 6,
      "hlogFileSize": 0,
      "storeFileCount": 0,
      "maxStoreFileCount": 0,
      "memStoreSize": 74,
      "memStoreHeapSize": 1248,
      "memStoreOffHeapSize": 0,
      "storeFileSize": 0,
      "storeFileSizeGrowthRate": 0.0,
      "maxStoreFileAge": 0,
      "minStoreFileAge": 0,
      "avgStoreFileAge": 0,
      "numReferenceFiles": 0,
      "regionServerStartTime": 1733384418439,
      "averageRegionSize": 74,
      "storeFileIndexSize": 0,
      "staticIndexSize": 0,
      "staticBloomSize": 0,
      "bloomFilterRequestsCount": 0,
      "bloomFilterNegativeResultsCount": 0,
      "bloomFilterEligibleRequestsCount": 0,
      "mutationsWithoutWALCount": 0,
      "mutationsWithoutWALSize": 0,
      "percentFilesLocal": 0.0,
      "percentFilesLocalSecondaryRegions": 0.0,
      "totalBytesRead": 320685,
      "localBytesRead": 320685,
      "shortCircuitBytesRead": 0,
      "zeroCopyBytesRead": 0,
      "splitQueueLength": 0,
      "compactionQueueLength": 0,
      "smallCompactionQueueLength": 0,
      "largeCompactionQueueLength": 0,
      "flushQueueLength": 0,
      "blockCacheFreeSize": 922070024,
      "blockCacheCount": 0,
      "blockCacheDataBlockCount": 0,
      "blockCacheSize": 676856,
      "blockCacheCountHitPercent": 25.0,
      "blockCacheExpressHitPercent": 0.0,
      "l1CacheSize": 676856,
      "l1CacheFreeSize": 922070024,
      "l1CacheCount": 0,
      "l1CacheEvictionCount": 0,
      "l1CacheHitCount": 1,
      "l1CacheMissCount": 3,
      "l1CacheHitRatio": 0.25,
      "l1CacheMissRatio": 0.75,
      "l2CacheSize": 0,
      "l2CacheFreeSize": 0,
      "l2CacheCount": 0,
      "l2CacheEvictionCount": 0,
      "l2CacheHitCount": 0,
      "l2CacheMissCount": 0,
      "l2CacheHitRatio": 0.0,
      "l2CacheMissRatio": 0.0,
      "mobFileCacheCount": 0,
      "mobFileCacheHitPercent": 0.0,
      "readRequestRatePerSecond": 0.0,
      "writeRequestRatePerSecond": 0.0,
      "ByteBuffAllocatorHeapAllocationBytes": 227435,
      "ByteBuffAllocatorPoolAllocationBytes": 532480,
      "ByteBuffAllocatorHeapAllocationRatio": 0.400849396798649,
      "ByteBuffAllocatorTotalBufferCount": 186,
      "ByteBuffAllocatorUsedBufferCount": 1,
      "activeScanners": 0,
      "totalRequestCount": 28,
      "totalRowActionRequestCount": 9,
      "readRequestCount": 7,
      "cpRequestCount": 0,
      "filteredReadRequestCount": 0,
      "writeRequestCount": 2,
      "rpcGetRequestCount": 2,
      "rpcFullScanRequestCount": 1,
      "rpcScanRequestCount": 9,
      "rpcMultiRequestCount": 0,
      "rpcMutateRequestCount": 16,
      "checkMutateFailedCount": 0,
      "checkMutatePassedCount": 0,
      "blockCacheHitCount": 1,
      "blockCacheHitCountPrimary": 1,
      "blockCacheHitCachingCount": 0,
      "blockCacheMissCount": 3,
      "blockCacheMissCountPrimary": 3,
      "blockCacheMissCachingCount": 1,
      "blockCacheEvictionCount": 0,
      "blockCacheEvictionCountPrimary": 0,
      "blockCacheFailedInsertionCount": 0,
      "blockCacheDataMissCount": 3,
      "blockCacheLeafIndexMissCount": 0,
      "blockCacheBloomChunkMissCount": 0,
      "blockCacheMetaMissCount": 0,
      "blockCacheRootIndexMissCount": 0,
      "blockCacheIntermediateIndexMissCount": 0,
      "blockCacheFileInfoMissCount": 0,
      "blockCacheGeneralBloomMetaMissCount": 0,
      "blockCacheDeleteFamilyBloomMissCount": 0,
      "blockCacheTrailerMissCount": 0,
      "blockCacheDataHitCount": 1,
      "blockCacheLeafIndexHitCount": 0,
      "blockCacheBloomChunkHitCount": 0,
      "blockCacheMetaHitCount": 0,
      "blockCacheRootIndexHitCount": 0,
      "blockCacheIntermediateIndexHitCount": 0,
      "blockCacheFileInfoHitCount": 0,
      "blockCacheGeneralBloomMetaHitCount": 0,
      "blockCacheDeleteFamilyBloomHitCount": 0,
      "blockCacheTrailerHitCount": 0,
      "updatesBlockedTime": 0,
      "flushedCellsCount": 0,
      "compactedCellsCount": 0,
      "majorCompactedCellsCount": 0,
      "flushedCellsSize": 0,
      "compactedCellsSize": 0,
      "majorCompactedCellsSize": 0,
      "cellsCountCompactedFromMob": 0,
      "cellsCountCompactedToMob": 0,
      "cellsSizeCompactedFromMob": 0,
      "cellsSizeCompactedToMob": 0,
      "mobFlushCount": 0,
      "mobFlushedCellsCount": 0,
      "mobFlushedCellsSize": 0,
      "mobScanCellsCount": 0,
      "mobScanCellsSize": 0,
      "mobFileCacheAccessCount": 0,
      "mobFileCacheMissCount": 0,
      "mobFileCacheEvictedCount": 0,
      "hedgedReads": 0,
      "hedgedReadWins": 0,
      "hedgedReadOpsInCurThread": 0,
      "blockedRequestCount": 0,
      "CheckAndMutate_num_ops": 0,
      "CheckAndMutate_min": 0,
      "CheckAndMutate_max": 0,
      "CheckAndMutate_mean": 0,
      "CheckAndMutate_25th_percentile": 0,
      "CheckAndMutate_median": 0,
      "CheckAndMutate_75th_percentile": 0,
      "CheckAndMutate_90th_percentile": 0,
      "CheckAndMutate_95th_percentile": 0,
      "CheckAndMutate_98th_percentile": 0,
      "CheckAndMutate_99th_percentile": 0,
      "CheckAndMutate_99.9th_percentile": 0,
      "MajorCompactionTime_num_ops": 2,
      "MajorCompactionTime_min": 55,
      "MajorCompactionTime_max": 65,
      "MajorCompactionTime_mean": 60,
      "MajorCompactionTime_25th_percentile": 55,
      "MajorCompactionTime_median": 56,
      "MajorCompactionTime_75th_percentile": 65,
      "MajorCompactionTime_90th_percentile": 65,
      "MajorCompactionTime_95th_percentile": 65,
      "MajorCompactionTime_98th_percentile": 65,
      "MajorCompactionTime_99th_percentile": 65,
      "MajorCompactionTime_99.9th_percentile": 65,
      "MajorCompactionTime_TimeRangeCount_30-100": 2,
      "ScanTime_num_ops": 9,
      "ScanTime_min": 0,
      "ScanTime_max": 2,
      "ScanTime_mean": 1,
      "ScanTime_25th_percentile": 1,
      "ScanTime_median": 1,
      "ScanTime_75th_percentile": 1,
      "ScanTime_90th_percentile": 2,
      "ScanTime_95th_percentile": 2,
      "ScanTime_98th_percentile": 2,
      "ScanTime_99th_percentile": 2,
      "ScanTime_99.9th_percentile": 2,
      "ScanTime_TimeRangeCount_0-1": 4,
      "ScanTime_TimeRangeCount_1-3": 1,
      "CheckAndMutateBlockBytesScanned_num_ops": 0,
      "CheckAndMutateBlockBytesScanned_min": 0,
      "CheckAndMutateBlockBytesScanned_max": 0,
      "CheckAndMutateBlockBytesScanned_mean": 0,
      "CheckAndMutateBlockBytesScanned_25th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_median": 0,
      "CheckAndMutateBlockBytesScanned_75th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_90th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_95th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_98th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_99th_percentile": 0,
      "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0,
      "Put_num_ops": 15,
      "Put_min": 1,
      "Put_max": 8,
      "Put_mean": 2,
      "Put_25th_percentile": 1,
      "Put_median": 2,
      "Put_75th_percentile": 2,
      "Put_90th_percentile": 3,
      "Put_95th_percentile": 8,
      "Put_98th_percentile": 8,
      "Put_99th_percentile": 8,
      "Put_99.9th_percentile": 8,
      "Put_TimeRangeCount_0-1": 4,
      "Put_TimeRangeCount_1-3": 8,
      "Put_TimeRangeCount_3-10": 1,
      "splitRequestCount": 0,
      "AppendBlockBytesScanned_num_ops": 0,
      "AppendBlockBytesScanned_min": 0,
      "AppendBlockBytesScanned_max": 0,
      "AppendBlockBytesScanned_mean": 0,
      "AppendBlockBytesScanned_25th_percentile": 0,
      "AppendBlockBytesScanned_median": 0,
      "AppendBlockBytesScanned_75th_percentile": 0,
      "AppendBlockBytesScanned_90th_percentile": 0,
      "AppendBlockBytesScanned_95th_percentile": 0,
      "AppendBlockBytesScanned_98th_percentile": 0,
      "AppendBlockBytesScanned_99th_percentile": 0,
      "AppendBlockBytesScanned_99.9th_percentile": 0,
      "PutBatch_num_ops": 0,
      "PutBatch_min": 0,
      "PutBatch_max": 0,
      "PutBatch_mean": 0,
      "PutBatch_25th_percentile": 0,
      "PutBatch_median": 0,
      "PutBatch_75th_percentile": 0,
      "PutBatch_90th_percentile": 0,
      "PutBatch_95th_percentile": 0,
      "PutBatch_98th_percentile": 0,
      "PutBatch_99th_percentile": 0,
      "PutBatch_99.9th_percentile": 0,
      "IncrementBlockBytesScanned_num_ops": 0,
      "IncrementBlockBytesScanned_min": 0,
      "IncrementBlockBytesScanned_max": 0,
      "IncrementBlockBytesScanned_mean": 0,
      "IncrementBlockBytesScanned_25th_percentile": 0,
      "IncrementBlockBytesScanned_median": 0,
      "IncrementBlockBytesScanned_75th_percentile": 0,
      "IncrementBlockBytesScanned_90th_percentile": 0,
      "IncrementBlockBytesScanned_95th_percentile": 0,
      "IncrementBlockBytesScanned_98th_percentile": 0,
      "IncrementBlockBytesScanned_99th_percentile": 0,
      "IncrementBlockBytesScanned_99.9th_percentile": 0,
      "SplitTime_num_ops": 0,
      "SplitTime_min": 0,
      "SplitTime_max": 0,
      "SplitTime_mean": 0,
      "SplitTime_25th_percentile": 0,
      "SplitTime_median": 0,
      "SplitTime_75th_percentile": 0,
      "SplitTime_90th_percentile": 0,
      "SplitTime_95th_percentile": 0,
      "SplitTime_98th_percentile": 0,
      "SplitTime_99th_percentile": 0,
      "SplitTime_99.9th_percentile": 0,
      "GetBlockBytesScanned_num_ops": 0,
      "GetBlockBytesScanned_min": 0,
      "GetBlockBytesScanned_max": 0,
      "GetBlockBytesScanned_mean": 0,
      "GetBlockBytesScanned_25th_percentile": 0,
      "GetBlockBytesScanned_median": 0,
      "GetBlockBytesScanned_75th_percentile": 0,
      "GetBlockBytesScanned_90th_percentile": 0,
      "GetBlockBytesScanned_95th_percentile": 0,
      "GetBlockBytesScanned_98th_percentile": 0,
      "GetBlockBytesScanned_99th_percentile": 0,
      "GetBlockBytesScanned_99.9th_percentile": 0,
      "majorCompactedInputBytes": 14595,
      "slowAppendCount": 0,
      "flushedOutputBytes": 9812,
      "Replay_num_ops": 0,
      "Replay_min": 0,
      "Replay_max": 0,
      "Replay_mean": 0,
      "Replay_25th_percentile": 0,
      "Replay_median": 0,
      "Replay_75th_percentile": 0,
      "Replay_90th_percentile": 0,
      "Replay_95th_percentile": 0,
      "Replay_98th_percentile": 0,
      "Replay_99th_percentile": 0,
      "Replay_99.9th_percentile": 0,
      "MajorCompactionInputSize_num_ops": 2,
      "MajorCompactionInputSize_min": 4906,
      "MajorCompactionInputSize_max": 9689,
      "MajorCompactionInputSize_mean": 7297,
      "MajorCompactionInputSize_25th_percentile": 6101,
      "MajorCompactionInputSize_median": 7297,
      "MajorCompactionInputSize_75th_percentile": 8493,
      "MajorCompactionInputSize_90th_percentile": 9210,
      "MajorCompactionInputSize_95th_percentile": 9449,
      "MajorCompactionInputSize_98th_percentile": 9593,
      "MajorCompactionInputSize_99th_percentile": 9641,
      "MajorCompactionInputSize_99.9th_percentile": 9684,
      "MajorCompactionInputSize_SizeRangeCount_100-1000": 2,
      "pauseInfoThresholdExceeded": 0,
      "CheckAndDelete_num_ops": 0,
      "CheckAndDelete_min": 0,
      "CheckAndDelete_max": 0,
      "CheckAndDelete_mean": 0,
      "CheckAndDelete_25th_percentile": 0,
      "CheckAndDelete_median": 0,
      "CheckAndDelete_75th_percentile": 0,
      "CheckAndDelete_90th_percentile": 0,
      "CheckAndDelete_95th_percentile": 0,
      "CheckAndDelete_98th_percentile": 0,
      "CheckAndDelete_99th_percentile": 0,
      "CheckAndDelete_99.9th_percentile": 0,
      "CompactionInputSize_num_ops": 2,
      "CompactionInputSize_min": 4906,
      "CompactionInputSize_max": 9689,
      "CompactionInputSize_mean": 7297,
      "CompactionInputSize_25th_percentile": 6101,
      "CompactionInputSize_median": 7297,
      "CompactionInputSize_75th_percentile": 8493,
      "CompactionInputSize_90th_percentile": 9210,
      "CompactionInputSize_95th_percentile": 9449,
      "CompactionInputSize_98th_percentile": 9593,
      "CompactionInputSize_99th_percentile": 9641,
      "CompactionInputSize_99.9th_percentile": 9684,
      "CompactionInputSize_SizeRangeCount_100-1000": 2,
      "flushedMemstoreBytes": 50,
      "majorCompactedOutputBytes": 9218,
      "slowPutCount": 0,
      "compactedInputBytes": 14595,
      "FlushOutputSize_num_ops": 1,
      "FlushOutputSize_min": 9812,
      "FlushOutputSize_max": 9812,
      "FlushOutputSize_mean": 9812,
      "FlushOutputSize_25th_percentile": 9812,
      "FlushOutputSize_median": 9812,
      "FlushOutputSize_75th_percentile": 9812,
      "FlushOutputSize_90th_percentile": 9812,
      "FlushOutputSize_95th_percentile": 9812,
      "FlushOutputSize_98th_percentile": 9812,
      "FlushOutputSize_99th_percentile": 9812,
      "FlushOutputSize_99.9th_percentile": 9812,
      "FlushOutputSize_SizeRangeCount_100-1000": 1,
      "PauseTimeWithGc_num_ops": 0,
      "PauseTimeWithGc_min": 0,
      "PauseTimeWithGc_max": 0,
      "PauseTimeWithGc_mean": 0,
      "PauseTimeWithGc_25th_percentile": 0,
      "PauseTimeWithGc_median": 0,
      "PauseTimeWithGc_75th_percentile": 0,
      "PauseTimeWithGc_90th_percentile": 0,
      "PauseTimeWithGc_95th_percentile": 0,
      "PauseTimeWithGc_98th_percentile": 0,
      "PauseTimeWithGc_99th_percentile": 0,
      "PauseTimeWithGc_99.9th_percentile": 0,
      "compactedOutputBytes": 9218,
      "pauseWarnThresholdExceeded": 0,
      "ScanBlockBytesScanned_num_ops": 1,
      "ScanBlockBytesScanned_min": 32,
      "ScanBlockBytesScanned_max": 32,
      "ScanBlockBytesScanned_mean": 32,
      "ScanBlockBytesScanned_25th_percentile": 32,
      "ScanBlockBytesScanned_median": 32,
      "ScanBlockBytesScanned_75th_percentile": 32,
      "ScanBlockBytesScanned_90th_percentile": 32,
      "ScanBlockBytesScanned_95th_percentile": 32,
      "ScanBlockBytesScanned_98th_percentile": 32,
      "ScanBlockBytesScanned_99th_percentile": 32,
      "ScanBlockBytesScanned_99.9th_percentile": 32,
      "ScanBlockBytesScanned_SizeRangeCount_10-100": 1,
      "Increment_num_ops": 0,
      "Increment_min": 0,
      "Increment_max": 0,
      "Increment_mean": 0,
      "Increment_25th_percentile": 0,
      "Increment_median": 0,
      "Increment_75th_percentile": 0,
      "Increment_90th_percentile": 0,
      "Increment_95th_percentile": 0,
      "Increment_98th_percentile": 0,
      "Increment_99th_percentile": 0,
      "Increment_99.9th_percentile": 0,
      "Delete_num_ops": 1,
      "Delete_min": 2,
      "Delete_max": 2,
      "Delete_mean": 2,
      "Delete_25th_percentile": 2,
      "Delete_median": 2,
      "Delete_75th_percentile": 2,
      "Delete_90th_percentile": 2,
      "Delete_95th_percentile": 2,
      "Delete_98th_percentile": 2,
      "Delete_99th_percentile": 2,
      "Delete_99.9th_percentile": 2,
      "Delete_TimeRangeCount_1-3": 1,
      "DeleteBatch_num_ops": 0,
      "DeleteBatch_min": 0,
      "DeleteBatch_max": 0,
      "DeleteBatch_mean": 0,
      "DeleteBatch_25th_percentile": 0,
      "DeleteBatch_median": 0,
      "DeleteBatch_75th_percentile": 0,
      "DeleteBatch_90th_percentile": 0,
      "DeleteBatch_95th_percentile": 0,
      "DeleteBatch_98th_percentile": 0,
      "DeleteBatch_99th_percentile": 0,
      "DeleteBatch_99.9th_percentile": 0,
      "blockBytesScannedCount": 32,
      "FlushMemstoreSize_num_ops": 1,
      "FlushMemstoreSize_min": 50,
      "FlushMemstoreSize_max": 50,
      "FlushMemstoreSize_mean": 50,
      "FlushMemstoreSize_25th_percentile": 50,
      "FlushMemstoreSize_median": 50,
      "FlushMemstoreSize_75th_percentile": 50,
      "FlushMemstoreSize_90th_percentile": 50,
      "FlushMemstoreSize_95th_percentile": 50,
      "FlushMemstoreSize_98th_percentile": 50,
      "FlushMemstoreSize_99th_percentile": 50,
      "FlushMemstoreSize_99.9th_percentile": 50,
      "FlushMemstoreSize_SizeRangeCount_10-100": 1,
      "CompactionInputFileCount_num_ops": 2,
      "CompactionInputFileCount_min": 1,
      "CompactionInputFileCount_max": 2,
      "CompactionInputFileCount_mean": 1,
      "CompactionInputFileCount_25th_percentile": 1,
      "CompactionInputFileCount_median": 2,
      "CompactionInputFileCount_75th_percentile": 2,
      "CompactionInputFileCount_90th_percentile": 2,
      "CompactionInputFileCount_95th_percentile": 2,
      "CompactionInputFileCount_98th_percentile": 2,
      "CompactionInputFileCount_99th_percentile": 2,
      "CompactionInputFileCount_99.9th_percentile": 2,
      "CompactionTime_num_ops": 2,
      "CompactionTime_min": 55,
      "CompactionTime_max": 65,
      "CompactionTime_mean": 60,
      "CompactionTime_25th_percentile": 55,
      "CompactionTime_median": 56,
      "CompactionTime_75th_percentile": 65,
      "CompactionTime_90th_percentile": 65,
      "CompactionTime_95th_percentile": 65,
      "CompactionTime_98th_percentile": 65,
      "CompactionTime_99th_percentile": 65,
      "CompactionTime_99.9th_percentile": 65,
      "CompactionTime_TimeRangeCount_30-100": 2,
      "Get_num_ops": 2,
      "Get_min": 1,
      "Get_max": 1,
      "Get_mean": 1,
      "Get_25th_percentile": 1,
      "Get_median": 1,
      "Get_75th_percentile": 1,
      "Get_90th_percentile": 1,
      "Get_95th_percentile": 1,
      "Get_98th_percentile": 1,
      "Get_99th_percentile": 1,
      "Get_99.9th_percentile": 1,
      "Get_TimeRangeCount_0-1": 1,
      "MajorCompactionInputFileCount_num_ops": 2,
      "MajorCompactionInputFileCount_min": 1,
      "MajorCompactionInputFileCount_max": 2,
      "MajorCompactionInputFileCount_mean": 1,
      "MajorCompactionInputFileCount_25th_percentile": 1,
      "MajorCompactionInputFileCount_median": 2,
      "MajorCompactionInputFileCount_75th_percentile": 2,
      "MajorCompactionInputFileCount_90th_percentile": 2,
      "MajorCompactionInputFileCount_95th_percentile": 2,
      "MajorCompactionInputFileCount_98th_percentile": 2,
      "MajorCompactionInputFileCount_99th_percentile": 2,
      "MajorCompactionInputFileCount_99.9th_percentile": 2,
      "scannerLeaseExpiredCount": 0,
      "CheckAndPut_num_ops": 0,
      "CheckAndPut_min": 0,
      "CheckAndPut_max": 0,
      "CheckAndPut_mean": 0,
      "CheckAndPut_25th_percentile": 0,
      "CheckAndPut_median": 0,
      "CheckAndPut_75th_percentile": 0,
      "CheckAndPut_90th_percentile": 0,
      "CheckAndPut_95th_percentile": 0,
      "CheckAndPut_98th_percentile": 0,
      "CheckAndPut_99th_percentile": 0,
      "CheckAndPut_99.9th_percentile": 0,
      "MajorCompactionOutputSize_num_ops": 2,
      "MajorCompactionOutputSize_min": 4592,
      "MajorCompactionOutputSize_max": 4626,
      "MajorCompactionOutputSize_mean": 4609,
      "MajorCompactionOutputSize_25th_percentile": 4600,
      "MajorCompactionOutputSize_median": 4609,
      "MajorCompactionOutputSize_75th_percentile": 4617,
      "MajorCompactionOutputSize_90th_percentile": 4622,
      "MajorCompactionOutputSize_95th_percentile": 4624,
      "MajorCompactionOutputSize_98th_percentile": 4625,
      "MajorCompactionOutputSize_99th_percentile": 4625,
      "MajorCompactionOutputSize_99.9th_percentile": 4625,
      "MajorCompactionOutputSize_SizeRangeCount_100-1000": 2,
      "CompactionOutputFileCount_num_ops": 2,
      "CompactionOutputFileCount_min": 1,
      "CompactionOutputFileCount_max": 1,
      "CompactionOutputFileCount_mean": 1,
      "CompactionOutputFileCount_25th_percentile": 1,
      "CompactionOutputFileCount_median": 1,
      "CompactionOutputFileCount_75th_percentile": 1,
      "CompactionOutputFileCount_90th_percentile": 1,
      "CompactionOutputFileCount_95th_percentile": 1,
      "CompactionOutputFileCount_98th_percentile": 1,
      "CompactionOutputFileCount_99th_percentile": 1,
      "CompactionOutputFileCount_99.9th_percentile": 1,
      "slowDeleteCount": 0,
      "FlushTime_num_ops": 1,
      "FlushTime_min": 120,
      "FlushTime_max": 120,
      "FlushTime_mean": 120,
      "FlushTime_25th_percentile": 120,
      "FlushTime_median": 120,
      "FlushTime_75th_percentile": 120,
      "FlushTime_90th_percentile": 120,
      "FlushTime_95th_percentile": 120,
      "FlushTime_98th_percentile": 120,
      "FlushTime_99th_percentile": 120,
      "FlushTime_99.9th_percentile": 120,
      "FlushTime_TimeRangeCount_100-300": 1,
      "splitSuccessCount": 0,
      "MajorCompactionOutputFileCount_num_ops": 2,
      "MajorCompactionOutputFileCount_min": 1,
      "MajorCompactionOutputFileCount_max": 1,
      "MajorCompactionOutputFileCount_mean": 1,
      "MajorCompactionOutputFileCount_25th_percentile": 1,
      "MajorCompactionOutputFileCount_median": 1,
      "MajorCompactionOutputFileCount_75th_percentile": 1,
      "MajorCompactionOutputFileCount_90th_percentile": 1,
      "MajorCompactionOutputFileCount_95th_percentile": 1,
      "MajorCompactionOutputFileCount_98th_percentile": 1,
      "MajorCompactionOutputFileCount_99th_percentile": 1,
      "MajorCompactionOutputFileCount_99.9th_percentile": 1,
      "slowGetCount": 0,
      "ScanSize_num_ops": 9,
      "ScanSize_min": 0,
      "ScanSize_max": 1112,
      "ScanSize_mean": 889,
      "ScanSize_25th_percentile": 308,
      "ScanSize_median": 576,
      "ScanSize_75th_percentile": 844,
      "ScanSize_90th_percentile": 1004,
      "ScanSize_95th_percentile": 1058,
      "ScanSize_98th_percentile": 1090,
      "ScanSize_99th_percentile": 1101,
      "ScanSize_99.9th_percentile": 1110,
      "ScanSize_SizeRangeCount_0-10": 1,
      "ScanSize_SizeRangeCount_100-1000": 4,
      "CompactionOutputSize_num_ops": 2,
      "CompactionOutputSize_min": 4592,
      "CompactionOutputSize_max": 4626,
      "CompactionOutputSize_mean": 4609,
      "CompactionOutputSize_25th_percentile": 4600,
      "CompactionOutputSize_median": 4609,
      "CompactionOutputSize_75th_percentile": 4617,
      "CompactionOutputSize_90th_percentile": 4622,
      "CompactionOutputSize_95th_percentile": 4624,
      "CompactionOutputSize_98th_percentile": 4625,
      "CompactionOutputSize_99th_percentile": 4625,
      "CompactionOutputSize_99.9th_percentile": 4625,
      "CompactionOutputSize_SizeRangeCount_100-1000": 2,
      "PauseTimeWithoutGc_num_ops": 0,
      "PauseTimeWithoutGc_min": 0,
      "PauseTimeWithoutGc_max": 0,
      "PauseTimeWithoutGc_mean": 0,
      "PauseTimeWithoutGc_25th_percentile": 0,
      "PauseTimeWithoutGc_median": 0,
      "PauseTimeWithoutGc_75th_percentile": 0,
      "PauseTimeWithoutGc_90th_percentile": 0,
      "PauseTimeWithoutGc_95th_percentile": 0,
      "PauseTimeWithoutGc_98th_percentile": 0,
      "PauseTimeWithoutGc_99th_percentile": 0,
      "PauseTimeWithoutGc_99.9th_percentile": 0,
      "slowIncrementCount": 0,
      "Append_num_ops": 0,
      "Append_min": 0,
      "Append_max": 0,
      "Append_mean": 0,
      "Append_25th_percentile": 0,
      "Append_median": 0,
      "Append_75th_percentile": 0,
      "Append_90th_percentile": 0,
      "Append_95th_percentile": 0,
      "Append_98th_percentile": 0,
      "Append_99th_percentile": 0,
      "Append_99.9th_percentile": 0,
      "Bulkload_count": 0,
      "Bulkload_mean_rate": 0.0,
      "Bulkload_1min_rate": 0.0,
      "Bulkload_5min_rate": 0.0,
      "Bulkload_15min_rate": 0.0,
      "Bulkload_num_ops": 0,
      "Bulkload_min": 0,
      "Bulkload_max": 0,
      "Bulkload_mean": 0,
      "Bulkload_25th_percentile": 0,
      "Bulkload_median": 0,
      "Bulkload_75th_percentile": 0,
      "Bulkload_90th_percentile": 0,
      "Bulkload_95th_percentile": 0,
      "Bulkload_98th_percentile": 0,
      "Bulkload_99th_percentile": 0,
      "Bulkload_99.9th_percentile": 0
    }
  ]
}
2024-12-05T07:40:39,900 WARN  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40799 {}] master.MasterRpcServices(700): fc6cd38557f3,39855,1733384418578 reported a fatal error:
***** ABORTING region server fc6cd38557f3,39855,1733384418578: testing *****
2024-12-05T07:40:39,903 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fc6cd38557f3,39855,1733384418578' *****
2024-12-05T07:40:39,903 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing
2024-12-05T07:40:39,903 INFO  [RS:1;fc6cd38557f3:39855 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-05T07:40:39,904 INFO  [RS:1;fc6cd38557f3:39855 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly.
2024-12-05T07:40:39,904 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-05T07:40:39,904 INFO  [RS:1;fc6cd38557f3:39855 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly.
2024-12-05T07:40:39,904 INFO  [RS:1;fc6cd38557f3:39855 {}] regionserver.HRegionServer(3091): Received CLOSE for 601efa608362b51330bbcf0b630f6e71
2024-12-05T07:40:39,904 INFO  [RS:1;fc6cd38557f3:39855 {}] regionserver.HRegionServer(956): aborting server fc6cd38557f3,39855,1733384418578
2024-12-05T07:40:39,905 INFO  [RS:1;fc6cd38557f3:39855 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-05T07:40:39,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46603 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:50458 deadline: 1733384499905, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=fc6cd38557f3 port=39855 startCode=1733384418578. As of locationSeqNum=12.
2024-12-05T07:40:39,905 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 601efa608362b51330bbcf0b630f6e71, disabling compactions & flushes
2024-12-05T07:40:39,905 INFO  [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.
2024-12-05T07:40:39,906 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.
2024-12-05T07:40:39,906 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71. after waiting 0 ms
2024-12-05T07:40:39,906 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71., hostname=fc6cd38557f3,46603,1733384418439, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71., hostname=fc6cd38557f3,46603,1733384418439, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=fc6cd38557f3 port=39855 startCode=1733384418578. As of locationSeqNum=12.
2024-12-05T07:40:39,906 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.
2024-12-05T07:40:39,906 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71., hostname=fc6cd38557f3,46603,1733384418439, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=fc6cd38557f3 port=39855 startCode=1733384418578. As of locationSeqNum=12.
2024-12-05T07:40:39,906 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71., hostname=fc6cd38557f3,46603,1733384418439, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71., hostname=fc6cd38557f3,39855,1733384418578, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=fc6cd38557f3 port=39855 startCode=1733384418578. As of locationSeqNum=12.
2024-12-05T07:40:39,908 INFO  [RS:1;fc6cd38557f3:39855 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;fc6cd38557f3:39855.
2024-12-05T07:40:39,909 DEBUG [RS:1;fc6cd38557f3:39855 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-05T07:40:39,909 DEBUG [RS:1;fc6cd38557f3:39855 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-05T07:40:39,910 INFO  [RS:1;fc6cd38557f3:39855 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-12-05T07:40:39,910 DEBUG [RS:1;fc6cd38557f3:39855 {}] regionserver.HRegionServer(1325): Online Regions={601efa608362b51330bbcf0b630f6e71=testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.}
2024-12-05T07:40:39,911 DEBUG [RS:1;fc6cd38557f3:39855 {}] regionserver.HRegionServer(1351): Waiting on 601efa608362b51330bbcf0b630f6e71
2024-12-05T07:40:39,922 INFO  [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.
2024-12-05T07:40:39,922 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 601efa608362b51330bbcf0b630f6e71:
Waiting for close lock at 1733384439905Running coprocessor pre-close hooks at 1733384439905Disabling compacts and flushes for region at 1733384439905Disabling writes for close at 1733384439906 (+1 ms)Writing region close event to WAL at 1733384439922 (+16 ms)Running coprocessor post-close hooks at 1733384439922Closed at 1733384439922
2024-12-05T07:40:39,923 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.
2024-12-05T07:40:39,934 INFO  [regionserver/fc6cd38557f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-05T07:40:40,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server fc6cd38557f3,39855,1733384418578 aborting
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T07:40:40,015 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71., hostname=fc6cd38557f3,39855,1733384418578, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71., hostname=fc6cd38557f3,39855,1733384418578, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server fc6cd38557f3,39855,1733384418578 aborting
2024-12-05T07:40:40,015 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71., hostname=fc6cd38557f3,39855,1733384418578, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server fc6cd38557f3,39855,1733384418578 aborting
2024-12-05T07:40:40,015 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71., hostname=fc6cd38557f3,39855,1733384418578, seqNum=12 from cache
2024-12-05T07:40:40,111 INFO  [RS:1;fc6cd38557f3:39855 {}] regionserver.HRegionServer(976): stopping server fc6cd38557f3,39855,1733384418578; all regions closed.
2024-12-05T07:40:40,115 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741833_1009 (size=1677)
2024-12-05T07:40:40,115 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741833_1009 (size=1677)
2024-12-05T07:40:40,115 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741833_1009 (size=1677)
2024-12-05T07:40:40,117 DEBUG [RS:1;fc6cd38557f3:39855 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-05T07:40:40,117 INFO  [RS:1;fc6cd38557f3:39855 {}] regionserver.LeaseManager(133): Closed leases
2024-12-05T07:40:40,117 INFO  [RS:1;fc6cd38557f3:39855 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-05T07:40:40,117 INFO  [RS:1;fc6cd38557f3:39855 {}] hbase.ChoreService(370): Chore service for: regionserver/fc6cd38557f3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-12-05T07:40:40,118 INFO  [regionserver/fc6cd38557f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-05T07:40:40,118 INFO  [RS:1;fc6cd38557f3:39855 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-05T07:40:40,118 INFO  [RS:1;fc6cd38557f3:39855 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-05T07:40:40,118 INFO  [RS:1;fc6cd38557f3:39855 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-05T07:40:40,118 INFO  [RS:1;fc6cd38557f3:39855 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-05T07:40:40,118 INFO  [RS:1;fc6cd38557f3:39855 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39855
2024-12-05T07:40:40,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39855-0x101a5b8bf890002, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fc6cd38557f3,39855,1733384418578
2024-12-05T07:40:40,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40799-0x101a5b8bf890000, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-05T07:40:40,187 INFO  [RS:1;fc6cd38557f3:39855 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-05T07:40:40,188 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fc6cd38557f3,39855,1733384418578]
2024-12-05T07:40:40,206 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fc6cd38557f3,39855,1733384418578 already deleted, retry=false
2024-12-05T07:40:40,206 INFO  [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of fc6cd38557f3,39855,1733384418578 on fc6cd38557f3,40799,1733384417352
2024-12-05T07:40:40,213 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure fc6cd38557f3,39855,1733384418578, splitWal=true, meta=false
2024-12-05T07:40:40,216 INFO  [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for fc6cd38557f3,39855,1733384418578 (carryingMeta=false) fc6cd38557f3,39855,1733384418578/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@e2a5c2d[Write locks = 1, Read locks = 0], oldState=ONLINE.
2024-12-05T07:40:40,220 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure fc6cd38557f3,39855,1733384418578, splitWal=true, meta=false
2024-12-05T07:40:40,223 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(207): fc6cd38557f3,39855,1733384418578 had 1 regions
2024-12-05T07:40:40,225 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71., hostname=fc6cd38557f3,39855,1733384418578, seqNum=18]
2024-12-05T07:40:40,227 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure fc6cd38557f3,39855,1733384418578, splitWal=true, meta=false, isMeta: false
2024-12-05T07:40:40,227 WARN  [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server fc6cd38557f3:39855
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: fc6cd38557f3/172.17.0.2:39855
Caused by: java.net.ConnectException: Connection refused
	at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?]
	at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?]
	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?]
	at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T07:40:40,229 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71., hostname=fc6cd38557f3,39855,1733384418578, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71., hostname=fc6cd38557f3,39855,1733384418578, seqNum=18, error=java.net.ConnectException: Call to address=fc6cd38557f3:39855 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: fc6cd38557f3/172.17.0.2:39855
2024-12-05T07:40:40,229 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71., hostname=fc6cd38557f3,39855,1733384418578, seqNum=18 is java.net.ConnectException: Connection refused
2024-12-05T07:40:40,229 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71., hostname=fc6cd38557f3,39855,1733384418578, seqNum=18 from cache
2024-12-05T07:40:40,230 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address fc6cd38557f3:39855 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: fc6cd38557f3/172.17.0.2:39855
2024-12-05T07:40:40,237 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/WALs/fc6cd38557f3,39855,1733384418578-splitting
2024-12-05T07:40:40,238 INFO  [PEWorker-2 {}] master.SplitWALManager(105): fc6cd38557f3,39855,1733384418578 WAL count=1, meta=false
2024-12-05T07:40:40,241 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure fc6cd38557f3%2C39855%2C1733384418578.1733384420689}]
2024-12-05T07:40:40,249 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=fc6cd38557f3,46603,1733384418439
2024-12-05T07:40:40,253 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure fc6cd38557f3%2C39855%2C1733384418578.1733384420689, worker=fc6cd38557f3,46603,1733384418439}]
2024-12-05T07:40:40,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39855-0x101a5b8bf890002, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-05T07:40:40,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39855-0x101a5b8bf890002, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-05T07:40:40,299 INFO  [RS:1;fc6cd38557f3:39855 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-05T07:40:40,299 INFO  [RS:1;fc6cd38557f3:39855 {}] regionserver.HRegionServer(1031): Exiting; stopping=fc6cd38557f3,39855,1733384418578; zookeeper connection closed.
2024-12-05T07:40:40,299 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@139d9ec6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@139d9ec6
2024-12-05T07:40:40,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46603 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15
2024-12-05T07:40:40,433 INFO  [RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/WALs/fc6cd38557f3,39855,1733384418578-splitting/fc6cd38557f3%2C39855%2C1733384418578.1733384420689, size=1.6 K (1677bytes)
2024-12-05T07:40:40,433 INFO  [RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/WALs/fc6cd38557f3,39855,1733384418578-splitting/fc6cd38557f3%2C39855%2C1733384418578.1733384420689
2024-12-05T07:40:40,434 INFO  [RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/WALs/fc6cd38557f3,39855,1733384418578-splitting/fc6cd38557f3%2C39855%2C1733384418578.1733384420689 after 1ms
2024-12-05T07:40:40,437 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/WALs/fc6cd38557f3,39855,1733384418578-splitting/fc6cd38557f3%2C39855%2C1733384418578.1733384420689: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-12-05T07:40:40,437 INFO  [RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/WALs/fc6cd38557f3,39855,1733384418578-splitting/fc6cd38557f3%2C39855%2C1733384418578.1733384420689 took 4ms
2024-12-05T07:40:40,446 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 601efa608362b51330bbcf0b630f6e71: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 }
2024-12-05T07:40:40,446 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/WALs/fc6cd38557f3,39855,1733384418578-splitting/fc6cd38557f3%2C39855%2C1733384418578.1733384420689 so closing down
2024-12-05T07:40:40,447 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-05T07:40:40,450 INFO  [RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished
2024-12-05T07:40:40,451 INFO  [RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 13 ms; skipped=6; WAL=hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/WALs/fc6cd38557f3,39855,1733384418578-splitting/fc6cd38557f3%2C39855%2C1733384418578.1733384420689, size=1.6 K, length=1677, corrupted=false, cancelled=false
2024-12-05T07:40:40,451 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/WALs/fc6cd38557f3,39855,1733384418578-splitting/fc6cd38557f3%2C39855%2C1733384418578.1733384420689, journal: Splitting hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/WALs/fc6cd38557f3,39855,1733384418578-splitting/fc6cd38557f3%2C39855%2C1733384418578.1733384420689, size=1.6 K (1677bytes) at 1733384440433Finishing writing output for hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/WALs/fc6cd38557f3,39855,1733384418578-splitting/fc6cd38557f3%2C39855%2C1733384418578.1733384420689 so closing down at 1733384440446 (+13 ms)3 split writer threads finished at 1733384440451 (+5 ms)Processed 6 edits across 0 Regions in 13 ms; skipped=6; WAL=hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/WALs/fc6cd38557f3,39855,1733384418578-splitting/fc6cd38557f3%2C39855%2C1733384418578.1733384420689, size=1.6 K, length=1677, corrupted=false, cancelled=false at 1733384440451
2024-12-05T07:40:40,451 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/WALs/fc6cd38557f3,39855,1733384418578-splitting/fc6cd38557f3%2C39855%2C1733384418578.1733384420689
2024-12-05T07:40:40,452 DEBUG [RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15
2024-12-05T07:40:40,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40799 {}] master.HMaster(4169): Remote procedure done, pid=15
2024-12-05T07:40:40,462 INFO  [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/WALs/fc6cd38557f3,39855,1733384418578-splitting/fc6cd38557f3%2C39855%2C1733384418578.1733384420689 to hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/oldWALs
2024-12-05T07:40:40,465 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-12-05T07:40:40,465 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure fc6cd38557f3%2C39855%2C1733384418578.1733384420689, worker=fc6cd38557f3,46603,1733384418439 in 210 msec
2024-12-05T07:40:40,466 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=fc6cd38557f3,46603,1733384418439
2024-12-05T07:40:40,470 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-12-05T07:40:40,470 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure fc6cd38557f3%2C39855%2C1733384418578.1733384420689, worker=fc6cd38557f3,46603,1733384418439 in 227 msec
2024-12-05T07:40:40,472 INFO  [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/WALs/fc6cd38557f3,39855,1733384418578-splitting dir is empty, no logs to split.
2024-12-05T07:40:40,472 INFO  [PEWorker-2 {}] master.SplitWALManager(105): fc6cd38557f3,39855,1733384418578 WAL count=0, meta=false
2024-12-05T07:40:40,472 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if fc6cd38557f3,39855,1733384418578 WAL splitting is done? wals=0, meta=false
2024-12-05T07:40:40,474 INFO  [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for fc6cd38557f3,39855,1733384418578 failed, ignore...File hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/WALs/fc6cd38557f3,39855,1733384418578-splitting does not exist.
2024-12-05T07:40:40,476 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=601efa608362b51330bbcf0b630f6e71, ASSIGN}]
2024-12-05T07:40:40,478 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=601efa608362b51330bbcf0b630f6e71, ASSIGN
2024-12-05T07:40:40,479 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=601efa608362b51330bbcf0b630f6e71, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-12-05T07:40:40,534 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71., hostname=fc6cd38557f3,39855,1733384418578, seqNum=18]
2024-12-05T07:40:40,534 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to fc6cd38557f3:39855 this server is in the failed servers list
2024-12-05T07:40:40,535 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71., hostname=fc6cd38557f3,39855,1733384418578, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71., hostname=fc6cd38557f3,39855,1733384418578, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=fc6cd38557f3:39855 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fc6cd38557f3:39855
2024-12-05T07:40:40,535 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71., hostname=fc6cd38557f3,39855,1733384418578, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: fc6cd38557f3:39855
2024-12-05T07:40:40,535 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71., hostname=fc6cd38557f3,39855,1733384418578, seqNum=18 from cache
2024-12-05T07:40:40,630 DEBUG [fc6cd38557f3:40799 {}] balancer.BalancerClusterState(204): Hosts are {fc6cd38557f3=0} racks are {/default-rack=0}
2024-12-05T07:40:40,630 DEBUG [fc6cd38557f3:40799 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-12-05T07:40:40,630 DEBUG [fc6cd38557f3:40799 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-12-05T07:40:40,630 DEBUG [fc6cd38557f3:40799 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-12-05T07:40:40,630 DEBUG [fc6cd38557f3:40799 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-12-05T07:40:40,630 INFO  [fc6cd38557f3:40799 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-12-05T07:40:40,630 INFO  [fc6cd38557f3:40799 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-12-05T07:40:40,630 DEBUG [fc6cd38557f3:40799 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-12-05T07:40:40,631 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=601efa608362b51330bbcf0b630f6e71, regionState=OPENING, regionLocation=fc6cd38557f3,46603,1733384418439
2024-12-05T07:40:40,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=601efa608362b51330bbcf0b630f6e71, ASSIGN because future has completed
2024-12-05T07:40:40,633 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 601efa608362b51330bbcf0b630f6e71, server=fc6cd38557f3,46603,1733384418439}]
2024-12-05T07:40:40,789 INFO  [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.
2024-12-05T07:40:40,790 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 601efa608362b51330bbcf0b630f6e71, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.', STARTKEY => '', ENDKEY => ''}
2024-12-05T07:40:40,790 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 601efa608362b51330bbcf0b630f6e71
2024-12-05T07:40:40,790 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:40:40,791 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 601efa608362b51330bbcf0b630f6e71
2024-12-05T07:40:40,791 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 601efa608362b51330bbcf0b630f6e71
2024-12-05T07:40:40,792 INFO  [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 601efa608362b51330bbcf0b630f6e71 
2024-12-05T07:40:40,794 INFO  [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 601efa608362b51330bbcf0b630f6e71 columnFamilyName cf1
2024-12-05T07:40:40,794 DEBUG [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:40,802 DEBUG [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71/cf1/732facfc063b41299c6024c122a60bcd
2024-12-05T07:40:40,802 INFO  [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] regionserver.HStore(327): Store=601efa608362b51330bbcf0b630f6e71/cf1,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:40,802 INFO  [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 601efa608362b51330bbcf0b630f6e71 
2024-12-05T07:40:40,803 INFO  [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 601efa608362b51330bbcf0b630f6e71 columnFamilyName cf2
2024-12-05T07:40:40,803 DEBUG [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:40,810 DEBUG [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71/cf2/9bab2cf79c684f34a5b99d37ec138458
2024-12-05T07:40:40,810 INFO  [StoreOpener-601efa608362b51330bbcf0b630f6e71-1 {}] regionserver.HStore(327): Store=601efa608362b51330bbcf0b630f6e71/cf2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:40,810 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 601efa608362b51330bbcf0b630f6e71
2024-12-05T07:40:40,811 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71
2024-12-05T07:40:40,813 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71
2024-12-05T07:40:40,816 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 601efa608362b51330bbcf0b630f6e71
2024-12-05T07:40:40,816 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 601efa608362b51330bbcf0b630f6e71
2024-12-05T07:40:40,817 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-12-05T07:40:40,819 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 601efa608362b51330bbcf0b630f6e71
2024-12-05T07:40:40,821 INFO  [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 601efa608362b51330bbcf0b630f6e71; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68774759, jitterRate=0.02482376992702484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-12-05T07:40:40,821 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 601efa608362b51330bbcf0b630f6e71
2024-12-05T07:40:40,822 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 601efa608362b51330bbcf0b630f6e71:
Running coprocessor pre-open hook at 1733384440791Writing region info on filesystem at 1733384440791Initializing all the Stores at 1733384440792 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384440792Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384440792Cleaning up temporary data from old regions at 1733384440816 (+24 ms)Running coprocessor post-open hooks at 1733384440821 (+5 ms)Region opened successfully at 1733384440822 (+1 ms)
2024-12-05T07:40:40,823 INFO  [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71., pid=17, masterSystemTime=1733384440786
2024-12-05T07:40:40,825 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.
2024-12-05T07:40:40,825 INFO  [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.
2024-12-05T07:40:40,825 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=601efa608362b51330bbcf0b630f6e71, regionState=OPEN, openSeqNum=18, regionLocation=fc6cd38557f3,46603,1733384418439
2024-12-05T07:40:40,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 601efa608362b51330bbcf0b630f6e71, server=fc6cd38557f3,46603,1733384418439 because future has completed
2024-12-05T07:40:40,833 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16
2024-12-05T07:40:40,833 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 601efa608362b51330bbcf0b630f6e71, server=fc6cd38557f3,46603,1733384418439 in 197 msec
2024-12-05T07:40:40,837 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13
2024-12-05T07:40:40,837 INFO  [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server fc6cd38557f3,39855,1733384418578 after splitting done
2024-12-05T07:40:40,837 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=601efa608362b51330bbcf0b630f6e71, ASSIGN in 357 msec
2024-12-05T07:40:40,841 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure fc6cd38557f3,39855,1733384418578, splitWal=true, meta=false in 630 msec
2024-12-05T07:40:41,054 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71., hostname=fc6cd38557f3,46603,1733384418439, seqNum=18]
2024-12-05T07:40:41,070 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterRegionMovedWithMultiCF Thread=405 (was 416), OpenFileDescriptor=1036 (was 1017) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=545 (was 545), ProcessCount=11 (was 11), AvailableMemoryMB=6408 (was 6466)
2024-12-05T07:40:41,072 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1036 is superior to 1024
2024-12-05T07:40:41,084 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterPartialFlush Thread=405, OpenFileDescriptor=1036, MaxFileDescriptor=1048576, SystemLoadAverage=545, ProcessCount=11, AvailableMemoryMB=6407
2024-12-05T07:40:41,084 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1036 is superior to 1024
2024-12-05T07:40:41,105 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T07:40:41,114 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T07:40:41,115 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-05T07:40:41,118 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-30102035, suffix=, logDir=hdfs://localhost:40293/hbase/WALs/hregion-30102035, archiveDir=hdfs://localhost:40293/hbase/oldWALs, maxLogs=32
2024-12-05T07:40:41,130 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-30102035/hregion-30102035.1733384441118, exclude list is [], retry=0
2024-12-05T07:40:41,133 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39399,DS-0c77709a-e756-445a-9453-cd61d1686199,DISK]
2024-12-05T07:40:41,134 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44769,DS-de2e92a4-2458-4679-b356-5710683d85dc,DISK]
2024-12-05T07:40:41,135 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34129,DS-9a31ed6c-f753-4b1c-9524-fd6fd0b93aed,DISK]
2024-12-05T07:40:41,140 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-30102035/hregion-30102035.1733384441118
2024-12-05T07:40:41,140 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45875:45875),(127.0.0.1/127.0.0.1:42109:42109),(127.0.0.1/127.0.0.1:44281:44281)]
2024-12-05T07:40:41,141 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => fad5493d6f731047fed05158b4af5439, NAME => 'testReplayEditsWrittenViaHRegion,,1733384441112.fad5493d6f731047fed05158b4af5439.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40293/hbase
2024-12-05T07:40:41,155 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741893_1071 (size=67)
2024-12-05T07:40:41,155 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741893_1071 (size=67)
2024-12-05T07:40:41,155 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741893_1071 (size=67)
2024-12-05T07:40:41,156 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733384441112.fad5493d6f731047fed05158b4af5439.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:40:41,157 INFO  [StoreOpener-fad5493d6f731047fed05158b4af5439-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region fad5493d6f731047fed05158b4af5439 
2024-12-05T07:40:41,158 INFO  [StoreOpener-fad5493d6f731047fed05158b4af5439-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fad5493d6f731047fed05158b4af5439 columnFamilyName a
2024-12-05T07:40:41,158 DEBUG [StoreOpener-fad5493d6f731047fed05158b4af5439-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:41,159 INFO  [StoreOpener-fad5493d6f731047fed05158b4af5439-1 {}] regionserver.HStore(327): Store=fad5493d6f731047fed05158b4af5439/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:41,159 INFO  [StoreOpener-fad5493d6f731047fed05158b4af5439-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region fad5493d6f731047fed05158b4af5439 
2024-12-05T07:40:41,160 INFO  [StoreOpener-fad5493d6f731047fed05158b4af5439-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fad5493d6f731047fed05158b4af5439 columnFamilyName b
2024-12-05T07:40:41,161 DEBUG [StoreOpener-fad5493d6f731047fed05158b4af5439-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:41,161 INFO  [StoreOpener-fad5493d6f731047fed05158b4af5439-1 {}] regionserver.HStore(327): Store=fad5493d6f731047fed05158b4af5439/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:41,161 INFO  [StoreOpener-fad5493d6f731047fed05158b4af5439-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region fad5493d6f731047fed05158b4af5439 
2024-12-05T07:40:41,162 INFO  [StoreOpener-fad5493d6f731047fed05158b4af5439-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fad5493d6f731047fed05158b4af5439 columnFamilyName c
2024-12-05T07:40:41,162 DEBUG [StoreOpener-fad5493d6f731047fed05158b4af5439-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:41,163 INFO  [StoreOpener-fad5493d6f731047fed05158b4af5439-1 {}] regionserver.HStore(327): Store=fad5493d6f731047fed05158b4af5439/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:41,163 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for fad5493d6f731047fed05158b4af5439
2024-12-05T07:40:41,164 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/fad5493d6f731047fed05158b4af5439
2024-12-05T07:40:41,164 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/fad5493d6f731047fed05158b4af5439
2024-12-05T07:40:41,165 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for fad5493d6f731047fed05158b4af5439
2024-12-05T07:40:41,165 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for fad5493d6f731047fed05158b4af5439
2024-12-05T07:40:41,166 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-05T07:40:41,167 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for fad5493d6f731047fed05158b4af5439
2024-12-05T07:40:41,169 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/fad5493d6f731047fed05158b4af5439/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-05T07:40:41,169 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened fad5493d6f731047fed05158b4af5439; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74655505, jitterRate=0.11245371401309967}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-05T07:40:41,170 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for fad5493d6f731047fed05158b4af5439:
Writing region info on filesystem at 1733384441156Initializing all the Stores at 1733384441156Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384441156Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384441157 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384441157Cleaning up temporary data from old regions at 1733384441165 (+8 ms)Region opened successfully at 1733384441170 (+5 ms)
2024-12-05T07:40:41,170 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing fad5493d6f731047fed05158b4af5439, disabling compactions & flushes
2024-12-05T07:40:41,170 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733384441112.fad5493d6f731047fed05158b4af5439.
2024-12-05T07:40:41,170 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733384441112.fad5493d6f731047fed05158b4af5439.
2024-12-05T07:40:41,170 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733384441112.fad5493d6f731047fed05158b4af5439. after waiting 0 ms
2024-12-05T07:40:41,170 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733384441112.fad5493d6f731047fed05158b4af5439.
2024-12-05T07:40:41,174 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733384441112.fad5493d6f731047fed05158b4af5439.
2024-12-05T07:40:41,174 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for fad5493d6f731047fed05158b4af5439:
Waiting for close lock at 1733384441170Disabling compacts and flushes for region at 1733384441170Disabling writes for close at 1733384441170Writing region close event to WAL at 1733384441174 (+4 ms)Closed at 1733384441174
2024-12-05T07:40:41,178 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741892_1070 (size=93)
2024-12-05T07:40:41,178 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741892_1070 (size=93)
2024-12-05T07:40:41,178 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741892_1070 (size=93)
2024-12-05T07:40:41,181 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-05T07:40:41,181 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-30102035:(num 1733384441118)
2024-12-05T07:40:41,181 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-05T07:40:41,184 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40293/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733384441103, archiveDir=hdfs://localhost:40293/hbase/oldWALs, maxLogs=32
2024-12-05T07:40:41,200 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733384441103/wal.1733384441184, exclude list is [], retry=0
2024-12-05T07:40:41,203 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34129,DS-9a31ed6c-f753-4b1c-9524-fd6fd0b93aed,DISK]
2024-12-05T07:40:41,203 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39399,DS-0c77709a-e756-445a-9453-cd61d1686199,DISK]
2024-12-05T07:40:41,204 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44769,DS-de2e92a4-2458-4679-b356-5710683d85dc,DISK]
2024-12-05T07:40:41,206 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733384441103/wal.1733384441184
2024-12-05T07:40:41,207 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44281:44281),(127.0.0.1/127.0.0.1:45875:45875),(127.0.0.1/127.0.0.1:42109:42109)]
2024-12-05T07:40:41,207 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => fad5493d6f731047fed05158b4af5439, NAME => 'testReplayEditsWrittenViaHRegion,,1733384441112.fad5493d6f731047fed05158b4af5439.', STARTKEY => '', ENDKEY => ''}
2024-12-05T07:40:41,207 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733384441112.fad5493d6f731047fed05158b4af5439.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:40:41,207 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for fad5493d6f731047fed05158b4af5439
2024-12-05T07:40:41,207 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for fad5493d6f731047fed05158b4af5439
2024-12-05T07:40:41,208 INFO  [StoreOpener-fad5493d6f731047fed05158b4af5439-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region fad5493d6f731047fed05158b4af5439 
2024-12-05T07:40:41,209 INFO  [StoreOpener-fad5493d6f731047fed05158b4af5439-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fad5493d6f731047fed05158b4af5439 columnFamilyName a
2024-12-05T07:40:41,209 DEBUG [StoreOpener-fad5493d6f731047fed05158b4af5439-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:41,210 INFO  [StoreOpener-fad5493d6f731047fed05158b4af5439-1 {}] regionserver.HStore(327): Store=fad5493d6f731047fed05158b4af5439/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:41,210 INFO  [StoreOpener-fad5493d6f731047fed05158b4af5439-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region fad5493d6f731047fed05158b4af5439 
2024-12-05T07:40:41,211 INFO  [StoreOpener-fad5493d6f731047fed05158b4af5439-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fad5493d6f731047fed05158b4af5439 columnFamilyName b
2024-12-05T07:40:41,211 DEBUG [StoreOpener-fad5493d6f731047fed05158b4af5439-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:41,211 INFO  [StoreOpener-fad5493d6f731047fed05158b4af5439-1 {}] regionserver.HStore(327): Store=fad5493d6f731047fed05158b4af5439/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:41,211 INFO  [StoreOpener-fad5493d6f731047fed05158b4af5439-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region fad5493d6f731047fed05158b4af5439 
2024-12-05T07:40:41,212 INFO  [StoreOpener-fad5493d6f731047fed05158b4af5439-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fad5493d6f731047fed05158b4af5439 columnFamilyName c
2024-12-05T07:40:41,212 DEBUG [StoreOpener-fad5493d6f731047fed05158b4af5439-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:41,213 INFO  [StoreOpener-fad5493d6f731047fed05158b4af5439-1 {}] regionserver.HStore(327): Store=fad5493d6f731047fed05158b4af5439/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:41,213 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for fad5493d6f731047fed05158b4af5439
2024-12-05T07:40:41,214 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/fad5493d6f731047fed05158b4af5439
2024-12-05T07:40:41,215 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/fad5493d6f731047fed05158b4af5439
2024-12-05T07:40:41,215 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for fad5493d6f731047fed05158b4af5439
2024-12-05T07:40:41,215 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for fad5493d6f731047fed05158b4af5439
2024-12-05T07:40:41,216 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-05T07:40:41,217 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for fad5493d6f731047fed05158b4af5439
2024-12-05T07:40:41,218 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened fad5493d6f731047fed05158b4af5439; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58881797, jitterRate=-0.12259285151958466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-05T07:40:41,219 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for fad5493d6f731047fed05158b4af5439:
Writing region info on filesystem at 1733384441207Initializing all the Stores at 1733384441208 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384441208Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384441208Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384441208Cleaning up temporary data from old regions at 1733384441215 (+7 ms)Region opened successfully at 1733384441219 (+4 ms)
2024-12-05T07:40:41,266 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing fad5493d6f731047fed05158b4af5439 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB
2024-12-05T07:40:41,288 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/fad5493d6f731047fed05158b4af5439/.tmp/a/c8596c43f1514489a7b94b0775e12d92 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733384441219/Put/seqid=0
2024-12-05T07:40:41,329 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741895_1073 (size=5958)
2024-12-05T07:40:41,330 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741895_1073 (size=5958)
2024-12-05T07:40:41,330 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741895_1073 (size=5958)
2024-12-05T07:40:41,331 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/fad5493d6f731047fed05158b4af5439/.tmp/a/c8596c43f1514489a7b94b0775e12d92
2024-12-05T07:40:41,365 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/fad5493d6f731047fed05158b4af5439/.tmp/b/bbe37fbfd69447baacb89f357010ba78 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733384441233/Put/seqid=0
2024-12-05T07:40:41,397 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741896_1074 (size=5958)
2024-12-05T07:40:41,399 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741896_1074 (size=5958)
2024-12-05T07:40:41,400 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741896_1074 (size=5958)
2024-12-05T07:40:41,401 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/fad5493d6f731047fed05158b4af5439/.tmp/b/bbe37fbfd69447baacb89f357010ba78
2024-12-05T07:40:41,440 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/fad5493d6f731047fed05158b4af5439/.tmp/c/3a4ecaf3c1b346a8b538381c9c74d107 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733384441249/Put/seqid=0
2024-12-05T07:40:41,472 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741897_1075 (size=5958)
2024-12-05T07:40:41,475 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741897_1075 (size=5958)
2024-12-05T07:40:41,475 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741897_1075 (size=5958)
2024-12-05T07:40:41,478 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/fad5493d6f731047fed05158b4af5439/.tmp/c/3a4ecaf3c1b346a8b538381c9c74d107
2024-12-05T07:40:41,485 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/fad5493d6f731047fed05158b4af5439/.tmp/a/c8596c43f1514489a7b94b0775e12d92 as hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/fad5493d6f731047fed05158b4af5439/a/c8596c43f1514489a7b94b0775e12d92
2024-12-05T07:40:41,494 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/fad5493d6f731047fed05158b4af5439/a/c8596c43f1514489a7b94b0775e12d92, entries=10, sequenceid=33, filesize=5.8 K
2024-12-05T07:40:41,496 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/fad5493d6f731047fed05158b4af5439/.tmp/b/bbe37fbfd69447baacb89f357010ba78 as hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/fad5493d6f731047fed05158b4af5439/b/bbe37fbfd69447baacb89f357010ba78
2024-12-05T07:40:41,504 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/fad5493d6f731047fed05158b4af5439/b/bbe37fbfd69447baacb89f357010ba78, entries=10, sequenceid=33, filesize=5.8 K
2024-12-05T07:40:41,515 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/fad5493d6f731047fed05158b4af5439/.tmp/c/3a4ecaf3c1b346a8b538381c9c74d107 as hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/fad5493d6f731047fed05158b4af5439/c/3a4ecaf3c1b346a8b538381c9c74d107
2024-12-05T07:40:41,525 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/fad5493d6f731047fed05158b4af5439/c/3a4ecaf3c1b346a8b538381c9c74d107, entries=10, sequenceid=33, filesize=5.8 K
2024-12-05T07:40:41,527 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for fad5493d6f731047fed05158b4af5439 in 261ms, sequenceid=33, compaction requested=false
2024-12-05T07:40:41,527 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for fad5493d6f731047fed05158b4af5439:

2024-12-05T07:40:41,527 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing fad5493d6f731047fed05158b4af5439, disabling compactions & flushes
2024-12-05T07:40:41,527 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733384441112.fad5493d6f731047fed05158b4af5439.
2024-12-05T07:40:41,527 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733384441112.fad5493d6f731047fed05158b4af5439.
2024-12-05T07:40:41,528 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733384441112.fad5493d6f731047fed05158b4af5439. after waiting 0 ms
2024-12-05T07:40:41,528 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733384441112.fad5493d6f731047fed05158b4af5439.
2024-12-05T07:40:41,538 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733384441112.fad5493d6f731047fed05158b4af5439.
2024-12-05T07:40:41,538 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for fad5493d6f731047fed05158b4af5439:
Waiting for close lock at 1733384441527Disabling compacts and flushes for region at 1733384441527Disabling writes for close at 1733384441528 (+1 ms)Writing region close event to WAL at 1733384441538 (+10 ms)Closed at 1733384441538
2024-12-05T07:40:41,542 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741894_1072 (size=2873)
2024-12-05T07:40:41,542 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741894_1072 (size=2873)
2024-12-05T07:40:41,542 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741894_1072 (size=2873)
2024-12-05T07:40:41,554 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/fad5493d6f731047fed05158b4af5439/b/bbe37fbfd69447baacb89f357010ba78 to hdfs://localhost:40293/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/fad5493d6f731047fed05158b4af5439/b/bbe37fbfd69447baacb89f357010ba78
2024-12-05T07:40:41,588 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40293/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733384441103/wal.1733384441184, size=2.8 K (2873bytes)
2024-12-05T07:40:41,588 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40293/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733384441103/wal.1733384441184
2024-12-05T07:40:41,589 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40293/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733384441103/wal.1733384441184 after 1ms
2024-12-05T07:40:41,591 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40293/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733384441103/wal.1733384441184: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-12-05T07:40:41,592 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40293/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733384441103/wal.1733384441184 took 4ms
2024-12-05T07:40:41,604 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40293/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733384441103/wal.1733384441184 so closing down
2024-12-05T07:40:41,604 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-05T07:40:41,607 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733384441184.temp
2024-12-05T07:40:41,610 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/fad5493d6f731047fed05158b4af5439/recovered.edits/0000000000000000003-wal.1733384441184.temp
2024-12-05T07:40:41,611 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-05T07:40:41,630 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741898_1076 (size=2312)
2024-12-05T07:40:41,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741898_1076 (size=2312)
2024-12-05T07:40:41,635 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741898_1076 (size=2312)
2024-12-05T07:40:41,635 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/fad5493d6f731047fed05158b4af5439/recovered.edits/0000000000000000003-wal.1733384441184.temp (wrote 30 edits, skipped 0 edits in 0 ms)
2024-12-05T07:40:41,637 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/fad5493d6f731047fed05158b4af5439/recovered.edits/0000000000000000003-wal.1733384441184.temp to hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/fad5493d6f731047fed05158b4af5439/recovered.edits/0000000000000000032
2024-12-05T07:40:41,637 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 37 ms; skipped=2; WAL=hdfs://localhost:40293/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733384441103/wal.1733384441184, size=2.8 K, length=2873, corrupted=false, cancelled=false
2024-12-05T07:40:41,638 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40293/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733384441103/wal.1733384441184, journal: Splitting hdfs://localhost:40293/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733384441103/wal.1733384441184, size=2.8 K (2873bytes) at 1733384441588Finishing writing output for hdfs://localhost:40293/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733384441103/wal.1733384441184 so closing down at 1733384441604 (+16 ms)Creating recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/fad5493d6f731047fed05158b4af5439/recovered.edits/0000000000000000003-wal.1733384441184.temp at 1733384441611 (+7 ms)3 split writer threads finished at 1733384441611Closed recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/fad5493d6f731047fed05158b4af5439/recovered.edits/0000000000000000003-wal.1733384441184.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733384441635 (+24 ms)Rename recovered edits hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/fad5493d6f731047fed05158b4af5439/recovered.edits/0000000000000000003-wal.1733384441184.temp to hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/fad5493d6f731047fed05158b4af5439/recovered.edits/0000000000000000032 at 1733384441637 (+2 ms)Processed 32 edits across 1 Regions in 37 ms; skipped=2; WAL=hdfs://localhost:40293/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733384441103/wal.1733384441184, size=2.8 K, length=2873, corrupted=false, cancelled=false at 1733384441637
2024-12-05T07:40:41,647 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40293/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733384441103/wal.1733384441184 to hdfs://localhost:40293/hbase/oldWALs/wal.1733384441184
2024-12-05T07:40:41,649 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/fad5493d6f731047fed05158b4af5439/recovered.edits/0000000000000000032
2024-12-05T07:40:41,649 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-05T07:40:41,651 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40293/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733384441103, archiveDir=hdfs://localhost:40293/hbase/oldWALs, maxLogs=32
2024-12-05T07:40:41,673 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733384441103/wal.1733384441652, exclude list is [], retry=0
2024-12-05T07:40:41,676 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39399,DS-0c77709a-e756-445a-9453-cd61d1686199,DISK]
2024-12-05T07:40:41,677 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34129,DS-9a31ed6c-f753-4b1c-9524-fd6fd0b93aed,DISK]
2024-12-05T07:40:41,678 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44769,DS-de2e92a4-2458-4679-b356-5710683d85dc,DISK]
2024-12-05T07:40:41,691 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733384441103/wal.1733384441652
2024-12-05T07:40:41,691 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45875:45875),(127.0.0.1/127.0.0.1:44281:44281),(127.0.0.1/127.0.0.1:42109:42109)]
2024-12-05T07:40:41,691 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => fad5493d6f731047fed05158b4af5439, NAME => 'testReplayEditsWrittenViaHRegion,,1733384441112.fad5493d6f731047fed05158b4af5439.', STARTKEY => '', ENDKEY => ''}
2024-12-05T07:40:41,692 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733384441112.fad5493d6f731047fed05158b4af5439.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:40:41,692 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for fad5493d6f731047fed05158b4af5439
2024-12-05T07:40:41,692 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for fad5493d6f731047fed05158b4af5439
2024-12-05T07:40:41,695 INFO  [StoreOpener-fad5493d6f731047fed05158b4af5439-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region fad5493d6f731047fed05158b4af5439 
2024-12-05T07:40:41,697 INFO  [StoreOpener-fad5493d6f731047fed05158b4af5439-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fad5493d6f731047fed05158b4af5439 columnFamilyName a
2024-12-05T07:40:41,697 DEBUG [StoreOpener-fad5493d6f731047fed05158b4af5439-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:41,722 DEBUG [StoreOpener-fad5493d6f731047fed05158b4af5439-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/fad5493d6f731047fed05158b4af5439/a/c8596c43f1514489a7b94b0775e12d92
2024-12-05T07:40:41,722 INFO  [StoreOpener-fad5493d6f731047fed05158b4af5439-1 {}] regionserver.HStore(327): Store=fad5493d6f731047fed05158b4af5439/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:41,723 INFO  [StoreOpener-fad5493d6f731047fed05158b4af5439-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region fad5493d6f731047fed05158b4af5439 
2024-12-05T07:40:41,724 INFO  [StoreOpener-fad5493d6f731047fed05158b4af5439-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fad5493d6f731047fed05158b4af5439 columnFamilyName b
2024-12-05T07:40:41,724 DEBUG [StoreOpener-fad5493d6f731047fed05158b4af5439-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:41,725 INFO  [StoreOpener-fad5493d6f731047fed05158b4af5439-1 {}] regionserver.HStore(327): Store=fad5493d6f731047fed05158b4af5439/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:41,725 INFO  [StoreOpener-fad5493d6f731047fed05158b4af5439-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region fad5493d6f731047fed05158b4af5439 
2024-12-05T07:40:41,727 INFO  [StoreOpener-fad5493d6f731047fed05158b4af5439-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fad5493d6f731047fed05158b4af5439 columnFamilyName c
2024-12-05T07:40:41,727 DEBUG [StoreOpener-fad5493d6f731047fed05158b4af5439-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:41,735 DEBUG [StoreOpener-fad5493d6f731047fed05158b4af5439-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/fad5493d6f731047fed05158b4af5439/c/3a4ecaf3c1b346a8b538381c9c74d107
2024-12-05T07:40:41,736 INFO  [StoreOpener-fad5493d6f731047fed05158b4af5439-1 {}] regionserver.HStore(327): Store=fad5493d6f731047fed05158b4af5439/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:41,736 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for fad5493d6f731047fed05158b4af5439
2024-12-05T07:40:41,737 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/fad5493d6f731047fed05158b4af5439
2024-12-05T07:40:41,742 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/fad5493d6f731047fed05158b4af5439
2024-12-05T07:40:41,743 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/fad5493d6f731047fed05158b4af5439/recovered.edits/0000000000000000032
2024-12-05T07:40:41,747 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/fad5493d6f731047fed05158b4af5439/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-12-05T07:40:41,749 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/fad5493d6f731047fed05158b4af5439/recovered.edits/0000000000000000032
2024-12-05T07:40:41,749 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing fad5493d6f731047fed05158b4af5439 3/3 column families, dataSize=870 B heapSize=2.31 KB
2024-12-05T07:40:41,771 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/fad5493d6f731047fed05158b4af5439/.tmp/b/be0901728516474db42f067aa16b387c is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733384441233/Put/seqid=0
2024-12-05T07:40:41,827 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741900_1078 (size=5958)
2024-12-05T07:40:41,830 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/fad5493d6f731047fed05158b4af5439/.tmp/b/be0901728516474db42f067aa16b387c
2024-12-05T07:40:41,830 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741900_1078 (size=5958)
2024-12-05T07:40:41,833 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741900_1078 (size=5958)
2024-12-05T07:40:41,844 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/fad5493d6f731047fed05158b4af5439/.tmp/b/be0901728516474db42f067aa16b387c as hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/fad5493d6f731047fed05158b4af5439/b/be0901728516474db42f067aa16b387c
2024-12-05T07:40:41,858 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/fad5493d6f731047fed05158b4af5439/b/be0901728516474db42f067aa16b387c, entries=10, sequenceid=32, filesize=5.8 K
2024-12-05T07:40:41,859 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for fad5493d6f731047fed05158b4af5439 in 110ms, sequenceid=32, compaction requested=false; wal=null
2024-12-05T07:40:41,863 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/fad5493d6f731047fed05158b4af5439/recovered.edits/0000000000000000032
2024-12-05T07:40:41,864 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for fad5493d6f731047fed05158b4af5439
2024-12-05T07:40:41,864 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for fad5493d6f731047fed05158b4af5439
2024-12-05T07:40:41,867 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-05T07:40:41,872 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for fad5493d6f731047fed05158b4af5439
2024-12-05T07:40:41,874 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/fad5493d6f731047fed05158b4af5439/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1
2024-12-05T07:40:41,876 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened fad5493d6f731047fed05158b4af5439; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60734607, jitterRate=-0.09498383104801178}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-05T07:40:41,877 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for fad5493d6f731047fed05158b4af5439:
Writing region info on filesystem at 1733384441692Initializing all the Stores at 1733384441693 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384441693Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384441695 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384441695Obtaining lock to block concurrent updates at 1733384441749 (+54 ms)Preparing flush snapshotting stores in fad5493d6f731047fed05158b4af5439 at 1733384441749Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733384441112.fad5493d6f731047fed05158b4af5439., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1733384441749Flushing stores of testReplayEditsWrittenViaHRegion,,1733384441112.fad5493d6f731047fed05158b4af5439. at 1733384441749Flushing fad5493d6f731047fed05158b4af5439/b: creating writer at 1733384441749Flushing fad5493d6f731047fed05158b4af5439/b: appending metadata at 1733384441770 (+21 ms)Flushing fad5493d6f731047fed05158b4af5439/b: closing flushed file at 1733384441770Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@633656c4: reopening flushed file at 1733384441843 (+73 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for fad5493d6f731047fed05158b4af5439 in 110ms, sequenceid=32, compaction requested=false; wal=null at 1733384441859 (+16 ms)Cleaning up temporary data from old regions at 1733384441864 (+5 ms)Region opened successfully at 1733384441877 (+13 ms)
2024-12-05T07:40:41,901 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterPartialFlush Thread=413 (was 405)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_299948814_22 at /127.0.0.1:39056 [Waiting for operation #29]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_299948814_22 at /127.0.0.1:56176 [Waiting for operation #36]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-20-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-20-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-20-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1506942772-172.17.0.2-1733384411909:blk_1073741899_1077, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_299948814_22 at /127.0.0.1:36238 [Waiting for operation #37]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1506942772-172.17.0.2-1733384411909:blk_1073741899_1077, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_299948814_22 at /127.0.0.1:39246 [Receiving block BP-1506942772-172.17.0.2-1733384411909:blk_1073741899_1077]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_299948814_22 at /127.0.0.1:56300 [Receiving block BP-1506942772-172.17.0.2-1733384411909:blk_1073741899_1077]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_299948814_22 at /127.0.0.1:36412 [Receiving block BP-1506942772-172.17.0.2-1733384411909:blk_1073741899_1077]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1506942772-172.17.0.2-1733384411909:blk_1073741899_1077, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1112 (was 1036) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=550 (was 545) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6390 (was 6407)
2024-12-05T07:40:41,901 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1112 is superior to 1024
2024-12-05T07:40:41,914 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterAbortingFlush Thread=413, OpenFileDescriptor=1112, MaxFileDescriptor=1048576, SystemLoadAverage=550, ProcessCount=11, AvailableMemoryMB=6390
2024-12-05T07:40:41,914 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1112 is superior to 1024
2024-12-05T07:40:41,933 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T07:40:41,936 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T07:40:41,936 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-05T07:40:41,939 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-63023060, suffix=, logDir=hdfs://localhost:40293/hbase/WALs/hregion-63023060, archiveDir=hdfs://localhost:40293/hbase/oldWALs, maxLogs=32
2024-12-05T07:40:41,956 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-63023060/hregion-63023060.1733384441939, exclude list is [], retry=0
2024-12-05T07:40:41,959 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44769,DS-de2e92a4-2458-4679-b356-5710683d85dc,DISK]
2024-12-05T07:40:41,959 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39399,DS-0c77709a-e756-445a-9453-cd61d1686199,DISK]
2024-12-05T07:40:41,961 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34129,DS-9a31ed6c-f753-4b1c-9524-fd6fd0b93aed,DISK]
2024-12-05T07:40:41,967 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-63023060/hregion-63023060.1733384441939
2024-12-05T07:40:41,968 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44281:44281),(127.0.0.1/127.0.0.1:42109:42109),(127.0.0.1/127.0.0.1:45875:45875)]
2024-12-05T07:40:41,969 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => f5d70a966463bcf28654216a69935f21, NAME => 'testReplayEditsAfterAbortingFlush,,1733384441934.f5d70a966463bcf28654216a69935f21.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40293/hbase
2024-12-05T07:40:41,984 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741902_1080 (size=68)
2024-12-05T07:40:41,985 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741902_1080 (size=68)
2024-12-05T07:40:41,985 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741902_1080 (size=68)
2024-12-05T07:40:41,986 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733384441934.f5d70a966463bcf28654216a69935f21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:40:41,987 INFO  [StoreOpener-f5d70a966463bcf28654216a69935f21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f5d70a966463bcf28654216a69935f21 
2024-12-05T07:40:41,988 INFO  [StoreOpener-f5d70a966463bcf28654216a69935f21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5d70a966463bcf28654216a69935f21 columnFamilyName a
2024-12-05T07:40:41,989 DEBUG [StoreOpener-f5d70a966463bcf28654216a69935f21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:41,989 INFO  [StoreOpener-f5d70a966463bcf28654216a69935f21-1 {}] regionserver.HStore(327): Store=f5d70a966463bcf28654216a69935f21/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:41,989 INFO  [StoreOpener-f5d70a966463bcf28654216a69935f21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f5d70a966463bcf28654216a69935f21 
2024-12-05T07:40:41,990 INFO  [StoreOpener-f5d70a966463bcf28654216a69935f21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5d70a966463bcf28654216a69935f21 columnFamilyName b
2024-12-05T07:40:41,990 DEBUG [StoreOpener-f5d70a966463bcf28654216a69935f21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:41,991 INFO  [StoreOpener-f5d70a966463bcf28654216a69935f21-1 {}] regionserver.HStore(327): Store=f5d70a966463bcf28654216a69935f21/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:41,991 INFO  [StoreOpener-f5d70a966463bcf28654216a69935f21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f5d70a966463bcf28654216a69935f21 
2024-12-05T07:40:41,992 INFO  [StoreOpener-f5d70a966463bcf28654216a69935f21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5d70a966463bcf28654216a69935f21 columnFamilyName c
2024-12-05T07:40:41,992 DEBUG [StoreOpener-f5d70a966463bcf28654216a69935f21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:41,993 INFO  [StoreOpener-f5d70a966463bcf28654216a69935f21-1 {}] regionserver.HStore(327): Store=f5d70a966463bcf28654216a69935f21/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:41,993 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f5d70a966463bcf28654216a69935f21
2024-12-05T07:40:41,994 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testReplayEditsAfterAbortingFlush/f5d70a966463bcf28654216a69935f21
2024-12-05T07:40:41,994 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testReplayEditsAfterAbortingFlush/f5d70a966463bcf28654216a69935f21
2024-12-05T07:40:41,996 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f5d70a966463bcf28654216a69935f21
2024-12-05T07:40:41,996 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f5d70a966463bcf28654216a69935f21
2024-12-05T07:40:41,996 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-05T07:40:41,997 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f5d70a966463bcf28654216a69935f21
2024-12-05T07:40:42,001 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40293/hbase/data/default/testReplayEditsAfterAbortingFlush/f5d70a966463bcf28654216a69935f21/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-05T07:40:42,002 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened f5d70a966463bcf28654216a69935f21; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71844520, jitterRate=0.07056677341461182}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-05T07:40:42,002 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f5d70a966463bcf28654216a69935f21:
Writing region info on filesystem at 1733384441986Initializing all the Stores at 1733384441987 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384441987Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384441987Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384441987Cleaning up temporary data from old regions at 1733384441996 (+9 ms)Region opened successfully at 1733384442002 (+6 ms)
2024-12-05T07:40:42,003 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f5d70a966463bcf28654216a69935f21, disabling compactions & flushes
2024-12-05T07:40:42,003 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733384441934.f5d70a966463bcf28654216a69935f21.
2024-12-05T07:40:42,003 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733384441934.f5d70a966463bcf28654216a69935f21.
2024-12-05T07:40:42,003 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733384441934.f5d70a966463bcf28654216a69935f21. after waiting 0 ms
2024-12-05T07:40:42,003 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733384441934.f5d70a966463bcf28654216a69935f21.
2024-12-05T07:40:42,003 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733384441934.f5d70a966463bcf28654216a69935f21.
2024-12-05T07:40:42,003 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f5d70a966463bcf28654216a69935f21:
Waiting for close lock at 1733384442003Disabling compacts and flushes for region at 1733384442003Disabling writes for close at 1733384442003Writing region close event to WAL at 1733384442003Closed at 1733384442003
2024-12-05T07:40:42,008 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-63023060/hregion-63023060.1733384441939 not finished, retry = 0
2024-12-05T07:40:42,010 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741901_1079 (size=93)
2024-12-05T07:40:42,011 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741901_1079 (size=93)
2024-12-05T07:40:42,011 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741901_1079 (size=93)
2024-12-05T07:40:42,110 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-05T07:40:42,110 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-63023060:(num 1733384441939)
2024-12-05T07:40:42,111 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-05T07:40:42,112 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40293/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733384441933, archiveDir=hdfs://localhost:40293/hbase/oldWALs, maxLogs=32
2024-12-05T07:40:42,129 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733384441933/wal.1733384442113, exclude list is [], retry=0
2024-12-05T07:40:42,132 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39399,DS-0c77709a-e756-445a-9453-cd61d1686199,DISK]
2024-12-05T07:40:42,132 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34129,DS-9a31ed6c-f753-4b1c-9524-fd6fd0b93aed,DISK]
2024-12-05T07:40:42,132 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44769,DS-de2e92a4-2458-4679-b356-5710683d85dc,DISK]
2024-12-05T07:40:42,134 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733384441933/wal.1733384442113
2024-12-05T07:40:42,135 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45875:45875),(127.0.0.1/127.0.0.1:44281:44281),(127.0.0.1/127.0.0.1:42109:42109)]
2024-12-05T07:40:42,204 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f5d70a966463bcf28654216a69935f21, NAME => 'testReplayEditsAfterAbortingFlush,,1733384441934.f5d70a966463bcf28654216a69935f21.', STARTKEY => '', ENDKEY => ''}
2024-12-05T07:40:42,207 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush f5d70a966463bcf28654216a69935f21
2024-12-05T07:40:42,207 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733384441934.f5d70a966463bcf28654216a69935f21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:40:42,207 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f5d70a966463bcf28654216a69935f21
2024-12-05T07:40:42,207 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f5d70a966463bcf28654216a69935f21
2024-12-05T07:40:42,211 INFO  [StoreOpener-f5d70a966463bcf28654216a69935f21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f5d70a966463bcf28654216a69935f21 
2024-12-05T07:40:42,212 INFO  [StoreOpener-f5d70a966463bcf28654216a69935f21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5d70a966463bcf28654216a69935f21 columnFamilyName a
2024-12-05T07:40:42,213 DEBUG [StoreOpener-f5d70a966463bcf28654216a69935f21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:42,213 INFO  [StoreOpener-f5d70a966463bcf28654216a69935f21-1 {}] regionserver.HStore(327): Store=f5d70a966463bcf28654216a69935f21/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:42,213 INFO  [StoreOpener-f5d70a966463bcf28654216a69935f21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f5d70a966463bcf28654216a69935f21 
2024-12-05T07:40:42,214 INFO  [StoreOpener-f5d70a966463bcf28654216a69935f21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5d70a966463bcf28654216a69935f21 columnFamilyName b
2024-12-05T07:40:42,214 DEBUG [StoreOpener-f5d70a966463bcf28654216a69935f21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:42,215 INFO  [StoreOpener-f5d70a966463bcf28654216a69935f21-1 {}] regionserver.HStore(327): Store=f5d70a966463bcf28654216a69935f21/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:42,215 INFO  [StoreOpener-f5d70a966463bcf28654216a69935f21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f5d70a966463bcf28654216a69935f21 
2024-12-05T07:40:42,216 INFO  [StoreOpener-f5d70a966463bcf28654216a69935f21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5d70a966463bcf28654216a69935f21 columnFamilyName c
2024-12-05T07:40:42,216 DEBUG [StoreOpener-f5d70a966463bcf28654216a69935f21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:42,218 INFO  [StoreOpener-f5d70a966463bcf28654216a69935f21-1 {}] regionserver.HStore(327): Store=f5d70a966463bcf28654216a69935f21/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:42,218 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f5d70a966463bcf28654216a69935f21
2024-12-05T07:40:42,219 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testReplayEditsAfterAbortingFlush/f5d70a966463bcf28654216a69935f21
2024-12-05T07:40:42,220 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testReplayEditsAfterAbortingFlush/f5d70a966463bcf28654216a69935f21
2024-12-05T07:40:42,221 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f5d70a966463bcf28654216a69935f21
2024-12-05T07:40:42,221 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f5d70a966463bcf28654216a69935f21
2024-12-05T07:40:42,222 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-05T07:40:42,223 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f5d70a966463bcf28654216a69935f21
2024-12-05T07:40:42,224 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened f5d70a966463bcf28654216a69935f21; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58994366, jitterRate=-0.12091544270515442}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-05T07:40:42,224 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f5d70a966463bcf28654216a69935f21
2024-12-05T07:40:42,225 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f5d70a966463bcf28654216a69935f21:
Running coprocessor pre-open hook at 1733384442207Writing region info on filesystem at 1733384442207Initializing all the Stores at 1733384442209 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384442209Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384442210 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384442210Cleaning up temporary data from old regions at 1733384442221 (+11 ms)Running coprocessor post-open hooks at 1733384442224 (+3 ms)Region opened successfully at 1733384442224
2024-12-05T07:40:42,238 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing f5d70a966463bcf28654216a69935f21 3/3 column families, dataSize=590 B heapSize=2.08 KB
2024-12-05T07:40:42,240 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for f5d70a966463bcf28654216a69935f21/a, retrying num=0
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T07:40:43,240 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for f5d70a966463bcf28654216a69935f21/a, retrying num=1
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T07:40:43,324 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-05T07:40:44,241 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for f5d70a966463bcf28654216a69935f21/a, retrying num=2
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T07:40:45,242 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for f5d70a966463bcf28654216a69935f21/a, retrying num=3
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T07:40:46,242 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for f5d70a966463bcf28654216a69935f21/a, retrying num=4
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T07:40:46,367 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-05T07:40:47,243 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for f5d70a966463bcf28654216a69935f21/a, retrying num=5
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T07:40:47,883 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion
2024-12-05T07:40:47,883 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer
2024-12-05T07:40:47,885 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush
2024-12-05T07:40:47,885 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer
2024-12-05T07:40:48,244 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for f5d70a966463bcf28654216a69935f21/a, retrying num=6
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T07:40:49,245 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for f5d70a966463bcf28654216a69935f21/a, retrying num=7
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T07:40:50,245 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for f5d70a966463bcf28654216a69935f21/a, retrying num=8
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T07:40:51,246 WARN  [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for f5d70a966463bcf28654216a69935f21/a, retrying num=9
java.io.IOException: Simulated exception by tests
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T07:40:51,247 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f5d70a966463bcf28654216a69935f21:

2024-12-05T07:40:51,247 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1733384441934.f5d70a966463bcf28654216a69935f21.
2024-12-05T07:40:51,264 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f5d70a966463bcf28654216a69935f21:

2024-12-05T07:40:51,264 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted...
2024-12-05T07:40:51,264 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f5d70a966463bcf28654216a69935f21, disabling compactions & flushes
2024-12-05T07:40:51,264 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733384441934.f5d70a966463bcf28654216a69935f21.
2024-12-05T07:40:51,264 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733384441934.f5d70a966463bcf28654216a69935f21.
2024-12-05T07:40:51,265 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733384441934.f5d70a966463bcf28654216a69935f21. after waiting 0 ms
2024-12-05T07:40:51,265 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733384441934.f5d70a966463bcf28654216a69935f21.
2024-12-05T07:40:51,265 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1733384441934.f5d70a966463bcf28654216a69935f21.
2024-12-05T07:40:51,265 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733384441934.f5d70a966463bcf28654216a69935f21.
2024-12-05T07:40:51,265 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f5d70a966463bcf28654216a69935f21:
Waiting for close lock at 1733384451264Running coprocessor pre-close hooks at 1733384451264Disabling compacts and flushes for region at 1733384451264Disabling writes for close at 1733384451265 (+1 ms)Writing region close event to WAL at 1733384451265Running coprocessor post-close hooks at 1733384451265Closed at 1733384451265
2024-12-05T07:40:51,268 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741903_1081 (size=2398)
2024-12-05T07:40:51,268 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741903_1081 (size=2398)
2024-12-05T07:40:51,268 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741903_1081 (size=2398)
2024-12-05T07:40:51,290 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40293/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733384441933/wal.1733384442113, size=2.3 K (2398bytes)
2024-12-05T07:40:51,290 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40293/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733384441933/wal.1733384442113
2024-12-05T07:40:51,291 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40293/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733384441933/wal.1733384442113 after 1ms
2024-12-05T07:40:51,293 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40293/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733384441933/wal.1733384442113: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-12-05T07:40:51,294 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40293/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733384441933/wal.1733384442113 took 4ms
2024-12-05T07:40:51,296 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40293/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733384441933/wal.1733384442113 so closing down
2024-12-05T07:40:51,296 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-05T07:40:51,297 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1733384442113.temp
2024-12-05T07:40:51,298 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testReplayEditsAfterAbortingFlush/f5d70a966463bcf28654216a69935f21/recovered.edits/0000000000000000004-wal.1733384442113.temp
2024-12-05T07:40:51,299 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-05T07:40:51,316 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741904_1082 (size=1672)
2024-12-05T07:40:51,316 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741904_1082 (size=1672)
2024-12-05T07:40:51,316 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741904_1082 (size=1672)
2024-12-05T07:40:51,317 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testReplayEditsAfterAbortingFlush/f5d70a966463bcf28654216a69935f21/recovered.edits/0000000000000000004-wal.1733384442113.temp (wrote 20 edits, skipped 0 edits in 0 ms)
2024-12-05T07:40:51,318 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40293/hbase/data/default/testReplayEditsAfterAbortingFlush/f5d70a966463bcf28654216a69935f21/recovered.edits/0000000000000000004-wal.1733384442113.temp to hdfs://localhost:40293/hbase/data/default/testReplayEditsAfterAbortingFlush/f5d70a966463bcf28654216a69935f21/recovered.edits/0000000000000000026
2024-12-05T07:40:51,318 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 24 ms; skipped=3; WAL=hdfs://localhost:40293/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733384441933/wal.1733384442113, size=2.3 K, length=2398, corrupted=false, cancelled=false
2024-12-05T07:40:51,318 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40293/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733384441933/wal.1733384442113, journal: Splitting hdfs://localhost:40293/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733384441933/wal.1733384442113, size=2.3 K (2398bytes) at 1733384451290Finishing writing output for hdfs://localhost:40293/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733384441933/wal.1733384442113 so closing down at 1733384451296 (+6 ms)Creating recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testReplayEditsAfterAbortingFlush/f5d70a966463bcf28654216a69935f21/recovered.edits/0000000000000000004-wal.1733384442113.temp at 1733384451298 (+2 ms)3 split writer threads finished at 1733384451299 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testReplayEditsAfterAbortingFlush/f5d70a966463bcf28654216a69935f21/recovered.edits/0000000000000000004-wal.1733384442113.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1733384451317 (+18 ms)Rename recovered edits hdfs://localhost:40293/hbase/data/default/testReplayEditsAfterAbortingFlush/f5d70a966463bcf28654216a69935f21/recovered.edits/0000000000000000004-wal.1733384442113.temp to hdfs://localhost:40293/hbase/data/default/testReplayEditsAfterAbortingFlush/f5d70a966463bcf28654216a69935f21/recovered.edits/0000000000000000026 at 1733384451318 (+1 ms)Processed 23 edits across 1 Regions in 24 ms; skipped=3; WAL=hdfs://localhost:40293/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733384441933/wal.1733384442113, size=2.3 K, length=2398, corrupted=false, cancelled=false at 1733384451318
2024-12-05T07:40:51,320 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40293/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733384441933/wal.1733384442113 to hdfs://localhost:40293/hbase/oldWALs/wal.1733384442113
2024-12-05T07:40:51,321 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40293/hbase/data/default/testReplayEditsAfterAbortingFlush/f5d70a966463bcf28654216a69935f21/recovered.edits/0000000000000000026
2024-12-05T07:40:51,321 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-05T07:40:51,323 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40293/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733384441933, archiveDir=hdfs://localhost:40293/hbase/oldWALs, maxLogs=32
2024-12-05T07:40:51,338 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733384441933/wal.1733384451324, exclude list is [], retry=0
2024-12-05T07:40:51,341 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44769,DS-de2e92a4-2458-4679-b356-5710683d85dc,DISK]
2024-12-05T07:40:51,342 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39399,DS-0c77709a-e756-445a-9453-cd61d1686199,DISK]
2024-12-05T07:40:51,342 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34129,DS-9a31ed6c-f753-4b1c-9524-fd6fd0b93aed,DISK]
2024-12-05T07:40:51,350 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733384441933/wal.1733384451324
2024-12-05T07:40:51,351 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42109:42109),(127.0.0.1/127.0.0.1:45875:45875),(127.0.0.1/127.0.0.1:44281:44281)]
2024-12-05T07:40:51,351 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f5d70a966463bcf28654216a69935f21, NAME => 'testReplayEditsAfterAbortingFlush,,1733384441934.f5d70a966463bcf28654216a69935f21.', STARTKEY => '', ENDKEY => ''}
2024-12-05T07:40:51,352 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush f5d70a966463bcf28654216a69935f21
2024-12-05T07:40:51,352 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733384441934.f5d70a966463bcf28654216a69935f21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:40:51,352 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f5d70a966463bcf28654216a69935f21
2024-12-05T07:40:51,352 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f5d70a966463bcf28654216a69935f21
2024-12-05T07:40:51,354 INFO  [StoreOpener-f5d70a966463bcf28654216a69935f21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f5d70a966463bcf28654216a69935f21 
2024-12-05T07:40:51,355 INFO  [StoreOpener-f5d70a966463bcf28654216a69935f21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5d70a966463bcf28654216a69935f21 columnFamilyName a
2024-12-05T07:40:51,355 DEBUG [StoreOpener-f5d70a966463bcf28654216a69935f21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:51,356 INFO  [StoreOpener-f5d70a966463bcf28654216a69935f21-1 {}] regionserver.HStore(327): Store=f5d70a966463bcf28654216a69935f21/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:51,356 INFO  [StoreOpener-f5d70a966463bcf28654216a69935f21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f5d70a966463bcf28654216a69935f21 
2024-12-05T07:40:51,357 INFO  [StoreOpener-f5d70a966463bcf28654216a69935f21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5d70a966463bcf28654216a69935f21 columnFamilyName b
2024-12-05T07:40:51,357 DEBUG [StoreOpener-f5d70a966463bcf28654216a69935f21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:51,358 INFO  [StoreOpener-f5d70a966463bcf28654216a69935f21-1 {}] regionserver.HStore(327): Store=f5d70a966463bcf28654216a69935f21/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:51,358 INFO  [StoreOpener-f5d70a966463bcf28654216a69935f21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f5d70a966463bcf28654216a69935f21 
2024-12-05T07:40:51,359 INFO  [StoreOpener-f5d70a966463bcf28654216a69935f21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5d70a966463bcf28654216a69935f21 columnFamilyName c
2024-12-05T07:40:51,359 DEBUG [StoreOpener-f5d70a966463bcf28654216a69935f21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:51,359 INFO  [StoreOpener-f5d70a966463bcf28654216a69935f21-1 {}] regionserver.HStore(327): Store=f5d70a966463bcf28654216a69935f21/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:51,359 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f5d70a966463bcf28654216a69935f21
2024-12-05T07:40:51,360 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testReplayEditsAfterAbortingFlush/f5d70a966463bcf28654216a69935f21
2024-12-05T07:40:51,361 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testReplayEditsAfterAbortingFlush/f5d70a966463bcf28654216a69935f21
2024-12-05T07:40:51,362 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40293/hbase/data/default/testReplayEditsAfterAbortingFlush/f5d70a966463bcf28654216a69935f21/recovered.edits/0000000000000000026
2024-12-05T07:40:51,364 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40293/hbase/data/default/testReplayEditsAfterAbortingFlush/f5d70a966463bcf28654216a69935f21/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-12-05T07:40:51,366 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:40293/hbase/data/default/testReplayEditsAfterAbortingFlush/f5d70a966463bcf28654216a69935f21/recovered.edits/0000000000000000026
2024-12-05T07:40:51,366 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing f5d70a966463bcf28654216a69935f21 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB
2024-12-05T07:40:51,386 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40293/hbase/data/default/testReplayEditsAfterAbortingFlush/f5d70a966463bcf28654216a69935f21/.tmp/a/2b36ddf1c4c34a80b3c3ec87740a02b0 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1733384451252/Put/seqid=0
2024-12-05T07:40:51,391 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741906_1084 (size=5523)
2024-12-05T07:40:51,391 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741906_1084 (size=5523)
2024-12-05T07:40:51,391 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741906_1084 (size=5523)
2024-12-05T07:40:51,392 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:40293/hbase/data/default/testReplayEditsAfterAbortingFlush/f5d70a966463bcf28654216a69935f21/.tmp/a/2b36ddf1c4c34a80b3c3ec87740a02b0
2024-12-05T07:40:51,412 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40293/hbase/data/default/testReplayEditsAfterAbortingFlush/f5d70a966463bcf28654216a69935f21/.tmp/b/852bd3dea94c4e3eb1248ecdb41ef245 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1733384451248/Put/seqid=0
2024-12-05T07:40:51,418 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741907_1085 (size=5524)
2024-12-05T07:40:51,418 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741907_1085 (size=5524)
2024-12-05T07:40:51,418 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741907_1085 (size=5524)
2024-12-05T07:40:51,419 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:40293/hbase/data/default/testReplayEditsAfterAbortingFlush/f5d70a966463bcf28654216a69935f21/.tmp/b/852bd3dea94c4e3eb1248ecdb41ef245
2024-12-05T07:40:51,440 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40293/hbase/data/default/testReplayEditsAfterAbortingFlush/f5d70a966463bcf28654216a69935f21/.tmp/c/cf0cd8dcda4b452e92bfdf29c0879236 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1733384451250/Put/seqid=0
2024-12-05T07:40:51,445 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741908_1086 (size=5457)
2024-12-05T07:40:51,446 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741908_1086 (size=5457)
2024-12-05T07:40:51,446 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741908_1086 (size=5457)
2024-12-05T07:40:51,446 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:40293/hbase/data/default/testReplayEditsAfterAbortingFlush/f5d70a966463bcf28654216a69935f21/.tmp/c/cf0cd8dcda4b452e92bfdf29c0879236
2024-12-05T07:40:51,452 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40293/hbase/data/default/testReplayEditsAfterAbortingFlush/f5d70a966463bcf28654216a69935f21/.tmp/a/2b36ddf1c4c34a80b3c3ec87740a02b0 as hdfs://localhost:40293/hbase/data/default/testReplayEditsAfterAbortingFlush/f5d70a966463bcf28654216a69935f21/a/2b36ddf1c4c34a80b3c3ec87740a02b0
2024-12-05T07:40:51,457 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40293/hbase/data/default/testReplayEditsAfterAbortingFlush/f5d70a966463bcf28654216a69935f21/a/2b36ddf1c4c34a80b3c3ec87740a02b0, entries=7, sequenceid=26, filesize=5.4 K
2024-12-05T07:40:51,458 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40293/hbase/data/default/testReplayEditsAfterAbortingFlush/f5d70a966463bcf28654216a69935f21/.tmp/b/852bd3dea94c4e3eb1248ecdb41ef245 as hdfs://localhost:40293/hbase/data/default/testReplayEditsAfterAbortingFlush/f5d70a966463bcf28654216a69935f21/b/852bd3dea94c4e3eb1248ecdb41ef245
2024-12-05T07:40:51,463 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40293/hbase/data/default/testReplayEditsAfterAbortingFlush/f5d70a966463bcf28654216a69935f21/b/852bd3dea94c4e3eb1248ecdb41ef245, entries=7, sequenceid=26, filesize=5.4 K
2024-12-05T07:40:51,464 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40293/hbase/data/default/testReplayEditsAfterAbortingFlush/f5d70a966463bcf28654216a69935f21/.tmp/c/cf0cd8dcda4b452e92bfdf29c0879236 as hdfs://localhost:40293/hbase/data/default/testReplayEditsAfterAbortingFlush/f5d70a966463bcf28654216a69935f21/c/cf0cd8dcda4b452e92bfdf29c0879236
2024-12-05T07:40:51,470 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40293/hbase/data/default/testReplayEditsAfterAbortingFlush/f5d70a966463bcf28654216a69935f21/c/cf0cd8dcda4b452e92bfdf29c0879236, entries=6, sequenceid=26, filesize=5.3 K
2024-12-05T07:40:51,470 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for f5d70a966463bcf28654216a69935f21 in 104ms, sequenceid=26, compaction requested=false; wal=null
2024-12-05T07:40:51,471 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40293/hbase/data/default/testReplayEditsAfterAbortingFlush/f5d70a966463bcf28654216a69935f21/recovered.edits/0000000000000000026
2024-12-05T07:40:51,473 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f5d70a966463bcf28654216a69935f21
2024-12-05T07:40:51,473 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f5d70a966463bcf28654216a69935f21
2024-12-05T07:40:51,474 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-05T07:40:51,476 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f5d70a966463bcf28654216a69935f21
2024-12-05T07:40:51,478 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40293/hbase/data/default/testReplayEditsAfterAbortingFlush/f5d70a966463bcf28654216a69935f21/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1
2024-12-05T07:40:51,479 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened f5d70a966463bcf28654216a69935f21; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69701693, jitterRate=0.038636162877082825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-05T07:40:51,479 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f5d70a966463bcf28654216a69935f21
2024-12-05T07:40:51,480 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f5d70a966463bcf28654216a69935f21:
Running coprocessor pre-open hook at 1733384451352Writing region info on filesystem at 1733384451352Initializing all the Stores at 1733384451353 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384451353Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384451353Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384451353Obtaining lock to block concurrent updates at 1733384451366 (+13 ms)Preparing flush snapshotting stores in f5d70a966463bcf28654216a69935f21 at 1733384451366Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1733384441934.f5d70a966463bcf28654216a69935f21., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1733384451367 (+1 ms)Flushing stores of testReplayEditsAfterAbortingFlush,,1733384441934.f5d70a966463bcf28654216a69935f21. at 1733384451367Flushing f5d70a966463bcf28654216a69935f21/a: creating writer at 1733384451367Flushing f5d70a966463bcf28654216a69935f21/a: appending metadata at 1733384451385 (+18 ms)Flushing f5d70a966463bcf28654216a69935f21/a: closing flushed file at 1733384451385Flushing f5d70a966463bcf28654216a69935f21/b: creating writer at 1733384451397 (+12 ms)Flushing f5d70a966463bcf28654216a69935f21/b: appending metadata at 1733384451412 (+15 ms)Flushing f5d70a966463bcf28654216a69935f21/b: closing flushed file at 1733384451412Flushing f5d70a966463bcf28654216a69935f21/c: creating writer at 1733384451423 (+11 ms)Flushing f5d70a966463bcf28654216a69935f21/c: appending metadata at 1733384451439 (+16 ms)Flushing f5d70a966463bcf28654216a69935f21/c: closing flushed file at 1733384451439Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42a22b66: reopening flushed file at 1733384451451 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5401361d: reopening flushed file at 1733384451457 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@195a7118: reopening flushed file at 1733384451464 (+7 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for f5d70a966463bcf28654216a69935f21 in 104ms, sequenceid=26, compaction requested=false; wal=null at 1733384451470 (+6 ms)Cleaning up temporary data from old regions at 1733384451473 (+3 ms)Running coprocessor post-open hooks at 1733384451479 (+6 ms)Region opened successfully at 1733384451480 (+1 ms)
2024-12-05T07:40:51,497 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterAbortingFlush Thread=418 (was 413)
Potentially hanging thread: PacketResponder: BP-1506942772-172.17.0.2-1733384411909:blk_1073741905_1083, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_299948814_22 at /127.0.0.1:57010 [Receiving block BP-1506942772-172.17.0.2-1733384411909:blk_1073741905_1083]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_299948814_22 at /127.0.0.1:56788 [Waiting for operation #9]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-22-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_299948814_22 at /127.0.0.1:56994 [Waiting for operation #7]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1506942772-172.17.0.2-1733384411909:blk_1073741905_1083, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-22-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1506942772-172.17.0.2-1733384411909:blk_1073741905_1083, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_299948814_22 at /127.0.0.1:51596 [Waiting for operation #9]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_299948814_22 at /127.0.0.1:56780 [Receiving block BP-1506942772-172.17.0.2-1733384411909:blk_1073741905_1083]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_299948814_22 at /127.0.0.1:51590 [Receiving block BP-1506942772-172.17.0.2-1733384411909:blk_1073741905_1083]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-22-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1176 (was 1112) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=505 (was 550), ProcessCount=11 (was 11), AvailableMemoryMB=6361 (was 6390)
2024-12-05T07:40:51,497 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1176 is superior to 1024
2024-12-05T07:40:51,510 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testDatalossWhenInputError Thread=418, OpenFileDescriptor=1176, MaxFileDescriptor=1048576, SystemLoadAverage=505, ProcessCount=11, AvailableMemoryMB=6361
2024-12-05T07:40:51,510 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1176 is superior to 1024
2024-12-05T07:40:51,527 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T07:40:51,528 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T07:40:51,529 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-05T07:40:51,531 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-73169154, suffix=, logDir=hdfs://localhost:40293/hbase/WALs/hregion-73169154, archiveDir=hdfs://localhost:40293/hbase/oldWALs, maxLogs=32
2024-12-05T07:40:51,543 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-73169154/hregion-73169154.1733384451532, exclude list is [], retry=0
2024-12-05T07:40:51,545 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34129,DS-9a31ed6c-f753-4b1c-9524-fd6fd0b93aed,DISK]
2024-12-05T07:40:51,546 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44769,DS-de2e92a4-2458-4679-b356-5710683d85dc,DISK]
2024-12-05T07:40:51,546 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39399,DS-0c77709a-e756-445a-9453-cd61d1686199,DISK]
2024-12-05T07:40:51,548 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-73169154/hregion-73169154.1733384451532
2024-12-05T07:40:51,548 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44281:44281),(127.0.0.1/127.0.0.1:42109:42109),(127.0.0.1/127.0.0.1:45875:45875)]
2024-12-05T07:40:51,548 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 72aaec512522860bbf9cd9d349580f5d, NAME => 'testDatalossWhenInputError,,1733384451527.72aaec512522860bbf9cd9d349580f5d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40293/hbase
2024-12-05T07:40:51,560 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741910_1088 (size=61)
2024-12-05T07:40:51,560 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741910_1088 (size=61)
2024-12-05T07:40:51,560 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741910_1088 (size=61)
2024-12-05T07:40:51,561 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733384451527.72aaec512522860bbf9cd9d349580f5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:40:51,562 INFO  [StoreOpener-72aaec512522860bbf9cd9d349580f5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 72aaec512522860bbf9cd9d349580f5d 
2024-12-05T07:40:51,564 INFO  [StoreOpener-72aaec512522860bbf9cd9d349580f5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72aaec512522860bbf9cd9d349580f5d columnFamilyName a
2024-12-05T07:40:51,564 DEBUG [StoreOpener-72aaec512522860bbf9cd9d349580f5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:51,564 INFO  [StoreOpener-72aaec512522860bbf9cd9d349580f5d-1 {}] regionserver.HStore(327): Store=72aaec512522860bbf9cd9d349580f5d/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:51,565 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 72aaec512522860bbf9cd9d349580f5d
2024-12-05T07:40:51,565 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testDatalossWhenInputError/72aaec512522860bbf9cd9d349580f5d
2024-12-05T07:40:51,566 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testDatalossWhenInputError/72aaec512522860bbf9cd9d349580f5d
2024-12-05T07:40:51,567 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 72aaec512522860bbf9cd9d349580f5d
2024-12-05T07:40:51,567 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 72aaec512522860bbf9cd9d349580f5d
2024-12-05T07:40:51,569 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 72aaec512522860bbf9cd9d349580f5d
2024-12-05T07:40:51,572 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40293/hbase/data/default/testDatalossWhenInputError/72aaec512522860bbf9cd9d349580f5d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-05T07:40:51,573 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 72aaec512522860bbf9cd9d349580f5d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65869816, jitterRate=-0.01846325397491455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-05T07:40:51,573 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 72aaec512522860bbf9cd9d349580f5d:
Writing region info on filesystem at 1733384451561Initializing all the Stores at 1733384451562 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384451562Cleaning up temporary data from old regions at 1733384451567 (+5 ms)Region opened successfully at 1733384451573 (+6 ms)
2024-12-05T07:40:51,574 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 72aaec512522860bbf9cd9d349580f5d, disabling compactions & flushes
2024-12-05T07:40:51,574 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733384451527.72aaec512522860bbf9cd9d349580f5d.
2024-12-05T07:40:51,574 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733384451527.72aaec512522860bbf9cd9d349580f5d.
2024-12-05T07:40:51,574 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733384451527.72aaec512522860bbf9cd9d349580f5d. after waiting 0 ms
2024-12-05T07:40:51,574 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733384451527.72aaec512522860bbf9cd9d349580f5d.
2024-12-05T07:40:51,575 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733384451527.72aaec512522860bbf9cd9d349580f5d.
2024-12-05T07:40:51,575 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 72aaec512522860bbf9cd9d349580f5d:
Waiting for close lock at 1733384451574Disabling compacts and flushes for region at 1733384451574Disabling writes for close at 1733384451574Writing region close event to WAL at 1733384451575 (+1 ms)Closed at 1733384451575
2024-12-05T07:40:51,577 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741909_1087 (size=93)
2024-12-05T07:40:51,578 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741909_1087 (size=93)
2024-12-05T07:40:51,578 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741909_1087 (size=93)
2024-12-05T07:40:51,581 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-05T07:40:51,581 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-73169154:(num 1733384451532)
2024-12-05T07:40:51,582 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-05T07:40:51,584 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40293/hbase/WALs/testdatalosswheninputerror-manual,16010,1733384451526, archiveDir=hdfs://localhost:40293/hbase/oldWALs, maxLogs=32
2024-12-05T07:40:51,598 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733384451526/wal.1733384451584, exclude list is [], retry=0
2024-12-05T07:40:51,601 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34129,DS-9a31ed6c-f753-4b1c-9524-fd6fd0b93aed,DISK]
2024-12-05T07:40:51,601 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39399,DS-0c77709a-e756-445a-9453-cd61d1686199,DISK]
2024-12-05T07:40:51,602 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44769,DS-de2e92a4-2458-4679-b356-5710683d85dc,DISK]
2024-12-05T07:40:51,607 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733384451526/wal.1733384451584
2024-12-05T07:40:51,608 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44281:44281),(127.0.0.1/127.0.0.1:45875:45875),(127.0.0.1/127.0.0.1:42109:42109)]
2024-12-05T07:40:51,608 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 72aaec512522860bbf9cd9d349580f5d, NAME => 'testDatalossWhenInputError,,1733384451527.72aaec512522860bbf9cd9d349580f5d.', STARTKEY => '', ENDKEY => ''}
2024-12-05T07:40:51,608 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733384451527.72aaec512522860bbf9cd9d349580f5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:40:51,608 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 72aaec512522860bbf9cd9d349580f5d
2024-12-05T07:40:51,608 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 72aaec512522860bbf9cd9d349580f5d
2024-12-05T07:40:51,611 INFO  [StoreOpener-72aaec512522860bbf9cd9d349580f5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 72aaec512522860bbf9cd9d349580f5d 
2024-12-05T07:40:51,612 INFO  [StoreOpener-72aaec512522860bbf9cd9d349580f5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72aaec512522860bbf9cd9d349580f5d columnFamilyName a
2024-12-05T07:40:51,612 DEBUG [StoreOpener-72aaec512522860bbf9cd9d349580f5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:51,613 INFO  [StoreOpener-72aaec512522860bbf9cd9d349580f5d-1 {}] regionserver.HStore(327): Store=72aaec512522860bbf9cd9d349580f5d/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:51,613 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 72aaec512522860bbf9cd9d349580f5d
2024-12-05T07:40:51,614 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testDatalossWhenInputError/72aaec512522860bbf9cd9d349580f5d
2024-12-05T07:40:51,615 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testDatalossWhenInputError/72aaec512522860bbf9cd9d349580f5d
2024-12-05T07:40:51,615 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 72aaec512522860bbf9cd9d349580f5d
2024-12-05T07:40:51,615 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 72aaec512522860bbf9cd9d349580f5d
2024-12-05T07:40:51,617 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 72aaec512522860bbf9cd9d349580f5d
2024-12-05T07:40:51,619 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 72aaec512522860bbf9cd9d349580f5d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62629811, jitterRate=-0.06674309074878693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-05T07:40:51,620 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 72aaec512522860bbf9cd9d349580f5d:
Writing region info on filesystem at 1733384451609Initializing all the Stores at 1733384451609Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384451609Cleaning up temporary data from old regions at 1733384451615 (+6 ms)Region opened successfully at 1733384451620 (+5 ms)
2024-12-05T07:40:51,634 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 72aaec512522860bbf9cd9d349580f5d, disabling compactions & flushes
2024-12-05T07:40:51,634 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733384451527.72aaec512522860bbf9cd9d349580f5d.
2024-12-05T07:40:51,634 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733384451527.72aaec512522860bbf9cd9d349580f5d.
2024-12-05T07:40:51,634 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733384451527.72aaec512522860bbf9cd9d349580f5d. after waiting 0 ms
2024-12-05T07:40:51,634 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733384451527.72aaec512522860bbf9cd9d349580f5d.
2024-12-05T07:40:51,638 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1733384451527.72aaec512522860bbf9cd9d349580f5d.
2024-12-05T07:40:51,638 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733384451527.72aaec512522860bbf9cd9d349580f5d.
2024-12-05T07:40:51,638 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 72aaec512522860bbf9cd9d349580f5d:
Waiting for close lock at 1733384451634Disabling compacts and flushes for region at 1733384451634Disabling writes for close at 1733384451634Writing region close event to WAL at 1733384451638 (+4 ms)Closed at 1733384451638
2024-12-05T07:40:51,641 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741911_1089 (size=838)
2024-12-05T07:40:51,641 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741911_1089 (size=838)
2024-12-05T07:40:51,641 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741911_1089 (size=838)
2024-12-05T07:40:51,656 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40293/hbase/WALs/testdatalosswheninputerror-manual,16010,1733384451526/wal.1733384451584, size=838 (838bytes)
2024-12-05T07:40:51,656 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40293/hbase/WALs/testdatalosswheninputerror-manual,16010,1733384451526/wal.1733384451584
2024-12-05T07:40:51,657 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40293/hbase/WALs/testdatalosswheninputerror-manual,16010,1733384451526/wal.1733384451584 after 1ms
2024-12-05T07:40:51,659 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40293/hbase/WALs/testdatalosswheninputerror-manual,16010,1733384451526/wal.1733384451584: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-12-05T07:40:51,659 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40293/hbase/WALs/testdatalosswheninputerror-manual,16010,1733384451526/wal.1733384451584 took 3ms
2024-12-05T07:40:51,661 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40293/hbase/WALs/testdatalosswheninputerror-manual,16010,1733384451526/wal.1733384451584 so closing down
2024-12-05T07:40:51,662 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-05T07:40:51,663 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733384451584.temp
2024-12-05T07:40:51,664 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testDatalossWhenInputError/72aaec512522860bbf9cd9d349580f5d/recovered.edits/0000000000000000003-wal.1733384451584.temp
2024-12-05T07:40:51,664 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-05T07:40:51,672 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741912_1090 (size=838)
2024-12-05T07:40:51,672 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741912_1090 (size=838)
2024-12-05T07:40:51,672 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741912_1090 (size=838)
2024-12-05T07:40:51,673 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testDatalossWhenInputError/72aaec512522860bbf9cd9d349580f5d/recovered.edits/0000000000000000003-wal.1733384451584.temp (wrote 10 edits, skipped 0 edits in 0 ms)
2024-12-05T07:40:51,674 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40293/hbase/data/default/testDatalossWhenInputError/72aaec512522860bbf9cd9d349580f5d/recovered.edits/0000000000000000003-wal.1733384451584.temp to hdfs://localhost:40293/hbase/data/default/testDatalossWhenInputError/72aaec512522860bbf9cd9d349580f5d/recovered.edits/0000000000000000012
2024-12-05T07:40:51,674 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:40293/hbase/WALs/testdatalosswheninputerror-manual,16010,1733384451526/wal.1733384451584, size=838, length=838, corrupted=false, cancelled=false
2024-12-05T07:40:51,674 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40293/hbase/WALs/testdatalosswheninputerror-manual,16010,1733384451526/wal.1733384451584, journal: Splitting hdfs://localhost:40293/hbase/WALs/testdatalosswheninputerror-manual,16010,1733384451526/wal.1733384451584, size=838 (838bytes) at 1733384451656Finishing writing output for hdfs://localhost:40293/hbase/WALs/testdatalosswheninputerror-manual,16010,1733384451526/wal.1733384451584 so closing down at 1733384451661 (+5 ms)Creating recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testDatalossWhenInputError/72aaec512522860bbf9cd9d349580f5d/recovered.edits/0000000000000000003-wal.1733384451584.temp at 1733384451664 (+3 ms)3 split writer threads finished at 1733384451665 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testDatalossWhenInputError/72aaec512522860bbf9cd9d349580f5d/recovered.edits/0000000000000000003-wal.1733384451584.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733384451673 (+8 ms)Rename recovered edits hdfs://localhost:40293/hbase/data/default/testDatalossWhenInputError/72aaec512522860bbf9cd9d349580f5d/recovered.edits/0000000000000000003-wal.1733384451584.temp to hdfs://localhost:40293/hbase/data/default/testDatalossWhenInputError/72aaec512522860bbf9cd9d349580f5d/recovered.edits/0000000000000000012 at 1733384451674 (+1 ms)Processed 10 edits across 1 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:40293/hbase/WALs/testdatalosswheninputerror-manual,16010,1733384451526/wal.1733384451584, size=838, length=838, corrupted=false, cancelled=false at 1733384451674
2024-12-05T07:40:51,677 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40293/hbase/WALs/testdatalosswheninputerror-manual,16010,1733384451526/wal.1733384451584 to hdfs://localhost:40293/hbase/oldWALs/wal.1733384451584
2024-12-05T07:40:51,678 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40293/hbase/data/default/testDatalossWhenInputError/72aaec512522860bbf9cd9d349580f5d/recovered.edits/0000000000000000012
2024-12-05T07:40:51,681 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40293/hbase/data/default/testDatalossWhenInputError/72aaec512522860bbf9cd9d349580f5d/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-12-05T07:40:51,987 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-05T07:40:51,989 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40293/hbase/WALs/testdatalosswheninputerror-manual,16010,1733384451526, archiveDir=hdfs://localhost:40293/hbase/oldWALs, maxLogs=32
2024-12-05T07:40:51,999 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733384451526/wal.1733384451989, exclude list is [], retry=0
2024-12-05T07:40:52,001 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44769,DS-de2e92a4-2458-4679-b356-5710683d85dc,DISK]
2024-12-05T07:40:52,002 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39399,DS-0c77709a-e756-445a-9453-cd61d1686199,DISK]
2024-12-05T07:40:52,002 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34129,DS-9a31ed6c-f753-4b1c-9524-fd6fd0b93aed,DISK]
2024-12-05T07:40:52,003 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733384451526/wal.1733384451989
2024-12-05T07:40:52,004 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42109:42109),(127.0.0.1/127.0.0.1:45875:45875),(127.0.0.1/127.0.0.1:44281:44281)]
2024-12-05T07:40:52,004 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 72aaec512522860bbf9cd9d349580f5d, NAME => 'testDatalossWhenInputError,,1733384451527.72aaec512522860bbf9cd9d349580f5d.', STARTKEY => '', ENDKEY => ''}
2024-12-05T07:40:52,004 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733384451527.72aaec512522860bbf9cd9d349580f5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:40:52,004 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 72aaec512522860bbf9cd9d349580f5d
2024-12-05T07:40:52,004 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 72aaec512522860bbf9cd9d349580f5d
2024-12-05T07:40:52,007 INFO  [StoreOpener-72aaec512522860bbf9cd9d349580f5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 72aaec512522860bbf9cd9d349580f5d 
2024-12-05T07:40:52,008 INFO  [StoreOpener-72aaec512522860bbf9cd9d349580f5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72aaec512522860bbf9cd9d349580f5d columnFamilyName a
2024-12-05T07:40:52,008 DEBUG [StoreOpener-72aaec512522860bbf9cd9d349580f5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:52,009 INFO  [StoreOpener-72aaec512522860bbf9cd9d349580f5d-1 {}] regionserver.HStore(327): Store=72aaec512522860bbf9cd9d349580f5d/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:52,009 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 72aaec512522860bbf9cd9d349580f5d
2024-12-05T07:40:52,009 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testDatalossWhenInputError/72aaec512522860bbf9cd9d349580f5d
2024-12-05T07:40:52,011 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testDatalossWhenInputError/72aaec512522860bbf9cd9d349580f5d
2024-12-05T07:40:52,012 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40293/hbase/data/default/testDatalossWhenInputError/72aaec512522860bbf9cd9d349580f5d/recovered.edits/0000000000000000012
2024-12-05T07:40:52,014 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40293/hbase/data/default/testDatalossWhenInputError/72aaec512522860bbf9cd9d349580f5d/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-12-05T07:40:52,015 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:40293/hbase/data/default/testDatalossWhenInputError/72aaec512522860bbf9cd9d349580f5d/recovered.edits/0000000000000000012
2024-12-05T07:40:52,015 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 72aaec512522860bbf9cd9d349580f5d 1/1 column families, dataSize=750 B heapSize=1.73 KB
2024-12-05T07:40:52,033 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40293/hbase/data/default/testDatalossWhenInputError/72aaec512522860bbf9cd9d349580f5d/.tmp/a/c43e804fc5a243868f925c72539ff30e is 79, key is testDatalossWhenInputError/a:x0/1733384451620/Put/seqid=0
2024-12-05T07:40:52,038 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741914_1092 (size=5808)
2024-12-05T07:40:52,038 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741914_1092 (size=5808)
2024-12-05T07:40:52,039 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741914_1092 (size=5808)
2024-12-05T07:40:52,039 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40293/hbase/data/default/testDatalossWhenInputError/72aaec512522860bbf9cd9d349580f5d/.tmp/a/c43e804fc5a243868f925c72539ff30e
2024-12-05T07:40:52,047 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40293/hbase/data/default/testDatalossWhenInputError/72aaec512522860bbf9cd9d349580f5d/.tmp/a/c43e804fc5a243868f925c72539ff30e as hdfs://localhost:40293/hbase/data/default/testDatalossWhenInputError/72aaec512522860bbf9cd9d349580f5d/a/c43e804fc5a243868f925c72539ff30e
2024-12-05T07:40:52,057 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40293/hbase/data/default/testDatalossWhenInputError/72aaec512522860bbf9cd9d349580f5d/a/c43e804fc5a243868f925c72539ff30e, entries=10, sequenceid=12, filesize=5.7 K
2024-12-05T07:40:52,057 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 72aaec512522860bbf9cd9d349580f5d in 42ms, sequenceid=12, compaction requested=false; wal=null
2024-12-05T07:40:52,058 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40293/hbase/data/default/testDatalossWhenInputError/72aaec512522860bbf9cd9d349580f5d/recovered.edits/0000000000000000012
2024-12-05T07:40:52,059 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 72aaec512522860bbf9cd9d349580f5d
2024-12-05T07:40:52,059 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 72aaec512522860bbf9cd9d349580f5d
2024-12-05T07:40:52,062 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 72aaec512522860bbf9cd9d349580f5d
2024-12-05T07:40:52,064 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40293/hbase/data/default/testDatalossWhenInputError/72aaec512522860bbf9cd9d349580f5d/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1
2024-12-05T07:40:52,065 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 72aaec512522860bbf9cd9d349580f5d; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65616773, jitterRate=-0.022233888506889343}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-05T07:40:52,065 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 72aaec512522860bbf9cd9d349580f5d:
Writing region info on filesystem at 1733384452004Initializing all the Stores at 1733384452006 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384452006Obtaining lock to block concurrent updates at 1733384452015 (+9 ms)Preparing flush snapshotting stores in 72aaec512522860bbf9cd9d349580f5d at 1733384452015Finished memstore snapshotting testDatalossWhenInputError,,1733384451527.72aaec512522860bbf9cd9d349580f5d., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1733384452015Flushing stores of testDatalossWhenInputError,,1733384451527.72aaec512522860bbf9cd9d349580f5d. at 1733384452015Flushing 72aaec512522860bbf9cd9d349580f5d/a: creating writer at 1733384452015Flushing 72aaec512522860bbf9cd9d349580f5d/a: appending metadata at 1733384452032 (+17 ms)Flushing 72aaec512522860bbf9cd9d349580f5d/a: closing flushed file at 1733384452032Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@681b64ad: reopening flushed file at 1733384452045 (+13 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 72aaec512522860bbf9cd9d349580f5d in 42ms, sequenceid=12, compaction requested=false; wal=null at 1733384452057 (+12 ms)Cleaning up temporary data from old regions at 1733384452059 (+2 ms)Region opened successfully at 1733384452065 (+6 ms)
2024-12-05T07:40:52,068 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 72aaec512522860bbf9cd9d349580f5d, NAME => 'testDatalossWhenInputError,,1733384451527.72aaec512522860bbf9cd9d349580f5d.', STARTKEY => '', ENDKEY => ''}
2024-12-05T07:40:52,068 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733384451527.72aaec512522860bbf9cd9d349580f5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:40:52,068 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 72aaec512522860bbf9cd9d349580f5d
2024-12-05T07:40:52,068 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 72aaec512522860bbf9cd9d349580f5d
2024-12-05T07:40:52,070 INFO  [StoreOpener-72aaec512522860bbf9cd9d349580f5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 72aaec512522860bbf9cd9d349580f5d 
2024-12-05T07:40:52,070 INFO  [StoreOpener-72aaec512522860bbf9cd9d349580f5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72aaec512522860bbf9cd9d349580f5d columnFamilyName a
2024-12-05T07:40:52,071 DEBUG [StoreOpener-72aaec512522860bbf9cd9d349580f5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:52,076 DEBUG [StoreOpener-72aaec512522860bbf9cd9d349580f5d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40293/hbase/data/default/testDatalossWhenInputError/72aaec512522860bbf9cd9d349580f5d/a/c43e804fc5a243868f925c72539ff30e
2024-12-05T07:40:52,076 INFO  [StoreOpener-72aaec512522860bbf9cd9d349580f5d-1 {}] regionserver.HStore(327): Store=72aaec512522860bbf9cd9d349580f5d/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:52,076 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 72aaec512522860bbf9cd9d349580f5d
2024-12-05T07:40:52,077 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testDatalossWhenInputError/72aaec512522860bbf9cd9d349580f5d
2024-12-05T07:40:52,079 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testDatalossWhenInputError/72aaec512522860bbf9cd9d349580f5d
2024-12-05T07:40:52,079 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 72aaec512522860bbf9cd9d349580f5d
2024-12-05T07:40:52,079 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 72aaec512522860bbf9cd9d349580f5d
2024-12-05T07:40:52,082 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 72aaec512522860bbf9cd9d349580f5d
2024-12-05T07:40:52,085 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40293/hbase/data/default/testDatalossWhenInputError/72aaec512522860bbf9cd9d349580f5d/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12
2024-12-05T07:40:52,087 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 72aaec512522860bbf9cd9d349580f5d; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61496099, jitterRate=-0.08363671600818634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-05T07:40:52,087 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 72aaec512522860bbf9cd9d349580f5d:
Writing region info on filesystem at 1733384452068Initializing all the Stores at 1733384452069 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384452069Cleaning up temporary data from old regions at 1733384452079 (+10 ms)Region opened successfully at 1733384452087 (+8 ms)
2024-12-05T07:40:52,105 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testDatalossWhenInputError Thread=428 (was 418)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_299948814_22 at /127.0.0.1:47922 [Receiving block BP-1506942772-172.17.0.2-1733384411909:blk_1073741913_1091]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1506942772-172.17.0.2-1733384411909:blk_1073741913_1091, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_299948814_22 at /127.0.0.1:56788 [Waiting for operation #16]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_299948814_22 at /127.0.0.1:56994 [Waiting for operation #15]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1506942772-172.17.0.2-1733384411909:blk_1073741913_1091, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1506942772-172.17.0.2-1733384411909:blk_1073741913_1091, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_299948814_22 at /127.0.0.1:41610 [Receiving block BP-1506942772-172.17.0.2-1733384411909:blk_1073741913_1091]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-24-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-24-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-24-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_299948814_22 at /127.0.0.1:51596 [Waiting for operation #11]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_299948814_22 at /127.0.0.1:45070 [Receiving block BP-1506942772-172.17.0.2-1733384411909:blk_1073741913_1091]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1258 (was 1176) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=489 (was 505), ProcessCount=11 (was 11), AvailableMemoryMB=6346 (was 6361)
2024-12-05T07:40:52,105 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1258 is superior to 1024
2024-12-05T07:40:52,116 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testCompactedBulkLoadedFiles Thread=428, OpenFileDescriptor=1258, MaxFileDescriptor=1048576, SystemLoadAverage=489, ProcessCount=11, AvailableMemoryMB=6345
2024-12-05T07:40:52,116 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1258 is superior to 1024
2024-12-05T07:40:52,127 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T07:40:52,129 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T07:40:52,129 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-05T07:40:52,131 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-98854424, suffix=, logDir=hdfs://localhost:40293/hbase/WALs/hregion-98854424, archiveDir=hdfs://localhost:40293/hbase/oldWALs, maxLogs=32
2024-12-05T07:40:52,141 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-98854424/hregion-98854424.1733384452131, exclude list is [], retry=0
2024-12-05T07:40:52,144 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34129,DS-9a31ed6c-f753-4b1c-9524-fd6fd0b93aed,DISK]
2024-12-05T07:40:52,144 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44769,DS-de2e92a4-2458-4679-b356-5710683d85dc,DISK]
2024-12-05T07:40:52,144 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39399,DS-0c77709a-e756-445a-9453-cd61d1686199,DISK]
2024-12-05T07:40:52,146 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-98854424/hregion-98854424.1733384452131
2024-12-05T07:40:52,146 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44281:44281),(127.0.0.1/127.0.0.1:42109:42109),(127.0.0.1/127.0.0.1:45875:45875)]
2024-12-05T07:40:52,147 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 9829742232cb3527e7ae063f615b3a47, NAME => 'testCompactedBulkLoadedFiles,,1733384452127.9829742232cb3527e7ae063f615b3a47.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40293/hbase
2024-12-05T07:40:52,156 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741916_1094 (size=63)
2024-12-05T07:40:52,156 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741916_1094 (size=63)
2024-12-05T07:40:52,156 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741916_1094 (size=63)
2024-12-05T07:40:52,159 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733384452127.9829742232cb3527e7ae063f615b3a47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:40:52,160 INFO  [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9829742232cb3527e7ae063f615b3a47 
2024-12-05T07:40:52,161 INFO  [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9829742232cb3527e7ae063f615b3a47 columnFamilyName a
2024-12-05T07:40:52,161 DEBUG [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:52,162 INFO  [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] regionserver.HStore(327): Store=9829742232cb3527e7ae063f615b3a47/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:52,162 INFO  [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 9829742232cb3527e7ae063f615b3a47 
2024-12-05T07:40:52,163 INFO  [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9829742232cb3527e7ae063f615b3a47 columnFamilyName b
2024-12-05T07:40:52,164 DEBUG [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:52,164 INFO  [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] regionserver.HStore(327): Store=9829742232cb3527e7ae063f615b3a47/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:52,164 INFO  [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 9829742232cb3527e7ae063f615b3a47 
2024-12-05T07:40:52,166 INFO  [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9829742232cb3527e7ae063f615b3a47 columnFamilyName c
2024-12-05T07:40:52,166 DEBUG [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:52,166 INFO  [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] regionserver.HStore(327): Store=9829742232cb3527e7ae063f615b3a47/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:52,166 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9829742232cb3527e7ae063f615b3a47
2024-12-05T07:40:52,167 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47
2024-12-05T07:40:52,167 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47
2024-12-05T07:40:52,169 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9829742232cb3527e7ae063f615b3a47
2024-12-05T07:40:52,169 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9829742232cb3527e7ae063f615b3a47
2024-12-05T07:40:52,169 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-05T07:40:52,170 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9829742232cb3527e7ae063f615b3a47
2024-12-05T07:40:52,172 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-05T07:40:52,173 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 9829742232cb3527e7ae063f615b3a47; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64122066, jitterRate=-0.04450675845146179}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-05T07:40:52,173 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9829742232cb3527e7ae063f615b3a47:
Writing region info on filesystem at 1733384452159Initializing all the Stores at 1733384452159Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384452160 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384452160Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384452160Cleaning up temporary data from old regions at 1733384452169 (+9 ms)Region opened successfully at 1733384452173 (+4 ms)
2024-12-05T07:40:52,173 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 9829742232cb3527e7ae063f615b3a47, disabling compactions & flushes
2024-12-05T07:40:52,173 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733384452127.9829742232cb3527e7ae063f615b3a47.
2024-12-05T07:40:52,173 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733384452127.9829742232cb3527e7ae063f615b3a47.
2024-12-05T07:40:52,173 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733384452127.9829742232cb3527e7ae063f615b3a47. after waiting 0 ms
2024-12-05T07:40:52,173 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733384452127.9829742232cb3527e7ae063f615b3a47.
2024-12-05T07:40:52,174 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733384452127.9829742232cb3527e7ae063f615b3a47.
2024-12-05T07:40:52,174 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 9829742232cb3527e7ae063f615b3a47:
Waiting for close lock at 1733384452173Disabling compacts and flushes for region at 1733384452173Disabling writes for close at 1733384452173Writing region close event to WAL at 1733384452174 (+1 ms)Closed at 1733384452174
2024-12-05T07:40:52,176 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741915_1093 (size=93)
2024-12-05T07:40:52,176 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741915_1093 (size=93)
2024-12-05T07:40:52,176 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741915_1093 (size=93)
2024-12-05T07:40:52,179 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-05T07:40:52,179 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-98854424:(num 1733384452131)
2024-12-05T07:40:52,179 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-05T07:40:52,181 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40293/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733384452126, archiveDir=hdfs://localhost:40293/hbase/oldWALs, maxLogs=32
2024-12-05T07:40:52,192 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733384452126/wal.1733384452181, exclude list is [], retry=0
2024-12-05T07:40:52,195 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34129,DS-9a31ed6c-f753-4b1c-9524-fd6fd0b93aed,DISK]
2024-12-05T07:40:52,195 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39399,DS-0c77709a-e756-445a-9453-cd61d1686199,DISK]
2024-12-05T07:40:52,195 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44769,DS-de2e92a4-2458-4679-b356-5710683d85dc,DISK]
2024-12-05T07:40:52,197 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733384452126/wal.1733384452181
2024-12-05T07:40:52,197 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44281:44281),(127.0.0.1/127.0.0.1:45875:45875),(127.0.0.1/127.0.0.1:42109:42109)]
2024-12-05T07:40:52,197 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 9829742232cb3527e7ae063f615b3a47, NAME => 'testCompactedBulkLoadedFiles,,1733384452127.9829742232cb3527e7ae063f615b3a47.', STARTKEY => '', ENDKEY => ''}
2024-12-05T07:40:52,197 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733384452127.9829742232cb3527e7ae063f615b3a47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:40:52,197 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 9829742232cb3527e7ae063f615b3a47
2024-12-05T07:40:52,197 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 9829742232cb3527e7ae063f615b3a47
2024-12-05T07:40:52,199 INFO  [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9829742232cb3527e7ae063f615b3a47 
2024-12-05T07:40:52,199 INFO  [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9829742232cb3527e7ae063f615b3a47 columnFamilyName a
2024-12-05T07:40:52,199 DEBUG [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:52,200 INFO  [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] regionserver.HStore(327): Store=9829742232cb3527e7ae063f615b3a47/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:52,200 INFO  [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 9829742232cb3527e7ae063f615b3a47 
2024-12-05T07:40:52,200 INFO  [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9829742232cb3527e7ae063f615b3a47 columnFamilyName b
2024-12-05T07:40:52,200 DEBUG [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:52,201 INFO  [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] regionserver.HStore(327): Store=9829742232cb3527e7ae063f615b3a47/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:52,201 INFO  [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 9829742232cb3527e7ae063f615b3a47 
2024-12-05T07:40:52,201 INFO  [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9829742232cb3527e7ae063f615b3a47 columnFamilyName c
2024-12-05T07:40:52,201 DEBUG [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:52,201 INFO  [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] regionserver.HStore(327): Store=9829742232cb3527e7ae063f615b3a47/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:52,201 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9829742232cb3527e7ae063f615b3a47
2024-12-05T07:40:52,202 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47
2024-12-05T07:40:52,203 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47
2024-12-05T07:40:52,204 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9829742232cb3527e7ae063f615b3a47
2024-12-05T07:40:52,204 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9829742232cb3527e7ae063f615b3a47
2024-12-05T07:40:52,204 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-05T07:40:52,205 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9829742232cb3527e7ae063f615b3a47
2024-12-05T07:40:52,206 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 9829742232cb3527e7ae063f615b3a47; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69671589, jitterRate=0.038187578320503235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-05T07:40:52,206 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9829742232cb3527e7ae063f615b3a47:
Writing region info on filesystem at 1733384452197Initializing all the Stores at 1733384452198 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384452198Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384452198Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384452198Cleaning up temporary data from old regions at 1733384452204 (+6 ms)Region opened successfully at 1733384452206 (+2 ms)
2024-12-05T07:40:52,209 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40293/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1733384452209/Put/seqid=0
2024-12-05T07:40:52,216 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741918_1096 (size=4875)
2024-12-05T07:40:52,216 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741918_1096 (size=4875)
2024-12-05T07:40:52,216 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741918_1096 (size=4875)
2024-12-05T07:40:52,220 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40293/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1733384452219/Put/seqid=0
2024-12-05T07:40:52,228 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741919_1097 (size=4875)
2024-12-05T07:40:52,228 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741919_1097 (size=4875)
2024-12-05T07:40:52,228 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741919_1097 (size=4875)
2024-12-05T07:40:52,230 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40293/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1733384452230/Put/seqid=0
2024-12-05T07:40:52,235 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741920_1098 (size=4875)
2024-12-05T07:40:52,235 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741920_1098 (size=4875)
2024-12-05T07:40:52,236 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741920_1098 (size=4875)
2024-12-05T07:40:52,236 INFO  [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40293/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 9829742232cb3527e7ae063f615b3a47/a
2024-12-05T07:40:52,239 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050
2024-12-05T07:40:52,240 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last=
2024-12-05T07:40:52,240 INFO  [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40293/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 9829742232cb3527e7ae063f615b3a47/a
2024-12-05T07:40:52,243 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150
2024-12-05T07:40:52,243 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last=
2024-12-05T07:40:52,243 INFO  [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40293/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 9829742232cb3527e7ae063f615b3a47/a
2024-12-05T07:40:52,246 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250
2024-12-05T07:40:52,246 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last=
2024-12-05T07:40:52,246 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing 9829742232cb3527e7ae063f615b3a47 3/3 column families, dataSize=51 B heapSize=896 B
2024-12-05T07:40:52,259 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/.tmp/a/f54e605beee448c385311db0ec1549e3 is 55, key is testCompactedBulkLoadedFiles/a:a/1733384452206/Put/seqid=0
2024-12-05T07:40:52,265 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741921_1099 (size=5107)
2024-12-05T07:40:52,265 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741921_1099 (size=5107)
2024-12-05T07:40:52,266 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741921_1099 (size=5107)
2024-12-05T07:40:52,271 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/.tmp/a/f54e605beee448c385311db0ec1549e3
2024-12-05T07:40:52,276 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/.tmp/a/f54e605beee448c385311db0ec1549e3 as hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/a/f54e605beee448c385311db0ec1549e3
2024-12-05T07:40:52,281 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/a/f54e605beee448c385311db0ec1549e3, entries=1, sequenceid=4, filesize=5.0 K
2024-12-05T07:40:52,282 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 9829742232cb3527e7ae063f615b3a47 in 36ms, sequenceid=4, compaction requested=false
2024-12-05T07:40:52,282 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 9829742232cb3527e7ae063f615b3a47:

2024-12-05T07:40:52,283 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40293/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/a/f39f900f4de74b0f8aa109eeb14e5c7d_SeqId_4_
2024-12-05T07:40:52,285 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40293/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/a/363b3a49093d41e1ac603c622b9f05bd_SeqId_4_
2024-12-05T07:40:52,285 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40293/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/a/42cf15a3aa3445678b4316d5dbaab992_SeqId_4_
2024-12-05T07:40:52,286 INFO  [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40293/hbase/testCompactedBulkLoadedFiles/hfile0 into 9829742232cb3527e7ae063f615b3a47/a as hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/a/f39f900f4de74b0f8aa109eeb14e5c7d_SeqId_4_ - updating store file list.
2024-12-05T07:40:52,290 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for f39f900f4de74b0f8aa109eeb14e5c7d_SeqId_4_: NONE, but ROW specified in column family configuration
2024-12-05T07:40:52,290 INFO  [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/a/f39f900f4de74b0f8aa109eeb14e5c7d_SeqId_4_ into 9829742232cb3527e7ae063f615b3a47/a
2024-12-05T07:40:52,290 INFO  [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40293/hbase/testCompactedBulkLoadedFiles/hfile0 into 9829742232cb3527e7ae063f615b3a47/a (new location: hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/a/f39f900f4de74b0f8aa109eeb14e5c7d_SeqId_4_)
2024-12-05T07:40:52,291 INFO  [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40293/hbase/testCompactedBulkLoadedFiles/hfile1 into 9829742232cb3527e7ae063f615b3a47/a as hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/a/363b3a49093d41e1ac603c622b9f05bd_SeqId_4_ - updating store file list.
2024-12-05T07:40:52,296 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 363b3a49093d41e1ac603c622b9f05bd_SeqId_4_: NONE, but ROW specified in column family configuration
2024-12-05T07:40:52,296 INFO  [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/a/363b3a49093d41e1ac603c622b9f05bd_SeqId_4_ into 9829742232cb3527e7ae063f615b3a47/a
2024-12-05T07:40:52,296 INFO  [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40293/hbase/testCompactedBulkLoadedFiles/hfile1 into 9829742232cb3527e7ae063f615b3a47/a (new location: hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/a/363b3a49093d41e1ac603c622b9f05bd_SeqId_4_)
2024-12-05T07:40:52,297 INFO  [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40293/hbase/testCompactedBulkLoadedFiles/hfile2 into 9829742232cb3527e7ae063f615b3a47/a as hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/a/42cf15a3aa3445678b4316d5dbaab992_SeqId_4_ - updating store file list.
2024-12-05T07:40:52,301 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 42cf15a3aa3445678b4316d5dbaab992_SeqId_4_: NONE, but ROW specified in column family configuration
2024-12-05T07:40:52,301 INFO  [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/a/42cf15a3aa3445678b4316d5dbaab992_SeqId_4_ into 9829742232cb3527e7ae063f615b3a47/a
2024-12-05T07:40:52,301 INFO  [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40293/hbase/testCompactedBulkLoadedFiles/hfile2 into 9829742232cb3527e7ae063f615b3a47/a (new location: hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/a/42cf15a3aa3445678b4316d5dbaab992_SeqId_4_)
2024-12-05T07:40:52,307 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-05T07:40:52,307 DEBUG [Time-limited test {}] regionserver.HStore(1541): 9829742232cb3527e7ae063f615b3a47/a is initiating major compaction (all files)
2024-12-05T07:40:52,308 INFO  [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 9829742232cb3527e7ae063f615b3a47/a in testCompactedBulkLoadedFiles,,1733384452127.9829742232cb3527e7ae063f615b3a47.
2024-12-05T07:40:52,308 INFO  [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/a/f54e605beee448c385311db0ec1549e3, hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/a/f39f900f4de74b0f8aa109eeb14e5c7d_SeqId_4_, hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/a/363b3a49093d41e1ac603c622b9f05bd_SeqId_4_, hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/a/42cf15a3aa3445678b4316d5dbaab992_SeqId_4_] into tmpdir=hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/.tmp, totalSize=19.3 K
2024-12-05T07:40:52,308 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting f54e605beee448c385311db0ec1549e3, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1733384452206
2024-12-05T07:40:52,309 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting f39f900f4de74b0f8aa109eeb14e5c7d_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808
2024-12-05T07:40:52,309 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 363b3a49093d41e1ac603c622b9f05bd_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808
2024-12-05T07:40:52,309 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 42cf15a3aa3445678b4316d5dbaab992_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808
2024-12-05T07:40:52,320 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/.tmp/a/97f10bd5e3b54176963facd7124f2e49 is 55, key is testCompactedBulkLoadedFiles/a:a/1733384452206/Put/seqid=0
2024-12-05T07:40:52,329 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741922_1100 (size=6154)
2024-12-05T07:40:52,329 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741922_1100 (size=6154)
2024-12-05T07:40:52,329 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741922_1100 (size=6154)
2024-12-05T07:40:52,335 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/.tmp/a/97f10bd5e3b54176963facd7124f2e49 as hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/a/97f10bd5e3b54176963facd7124f2e49
2024-12-05T07:40:52,341 INFO  [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 9829742232cb3527e7ae063f615b3a47/a of 9829742232cb3527e7ae063f615b3a47 into 97f10bd5e3b54176963facd7124f2e49(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-05T07:40:52,341 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 9829742232cb3527e7ae063f615b3a47:

2024-12-05T07:40:52,341 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking
2024-12-05T07:40:52,342 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking
2024-12-05T07:40:52,369 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40293/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733384452126/wal.1733384452181, size=0 (0bytes)
2024-12-05T07:40:52,369 WARN  [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:40293/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733384452126/wal.1733384452181 might be still open, length is 0
2024-12-05T07:40:52,369 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40293/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733384452126/wal.1733384452181
2024-12-05T07:40:52,370 WARN  [IPC Server handler 2 on default port 40293 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733384452126/wal.1733384452181 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095
2024-12-05T07:40:52,370 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:40293/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733384452126/wal.1733384452181 after 1ms
2024-12-05T07:40:55,269 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_299948814_22 at /127.0.0.1:47964 [Receiving block BP-1506942772-172.17.0.2-1733384411909:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:34129:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:47964 dst: /127.0.0.1:34129
java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:34129 remote=/127.0.0.1:47964]. Total timeout mills is 60000, 57072 millis timeout left.
	at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?]
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?]
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?]
	at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?]
	at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?]
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T07:40:55,270 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_299948814_22 at /127.0.0.1:45100 [Receiving block BP-1506942772-172.17.0.2-1733384411909:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:39399:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:45100 dst: /127.0.0.1:39399
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T07:40:55,270 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_299948814_22 at /127.0.0.1:41636 [Receiving block BP-1506942772-172.17.0.2-1733384411909:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:44769:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:41636 dst: /127.0.0.1:44769
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T07:40:55,274 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741917_1101 (size=1368)
2024-12-05T07:40:55,275 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741917_1101 (size=1368)
2024-12-05T07:40:55,275 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741917_1101 (size=1368)
2024-12-05T07:40:56,371 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:40293/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733384452126/wal.1733384452181 after 4002ms
2024-12-05T07:40:56,379 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40293/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733384452126/wal.1733384452181: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-12-05T07:40:56,380 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40293/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733384452126/wal.1733384452181 took 4011ms
2024-12-05T07:40:56,384 INFO  [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:40293/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733384452126/wal.1733384452181; continuing.
2024-12-05T07:40:56,384 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40293/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733384452126/wal.1733384452181 so closing down
2024-12-05T07:40:56,384 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-05T07:40:56,386 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733384452181.temp
2024-12-05T07:40:56,390 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/recovered.edits/0000000000000000003-wal.1733384452181.temp
2024-12-05T07:40:56,391 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-05T07:40:56,407 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741923_1102 (size=635)
2024-12-05T07:40:56,408 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741923_1102 (size=635)
2024-12-05T07:40:56,409 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741923_1102 (size=635)
2024-12-05T07:40:56,409 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/recovered.edits/0000000000000000003-wal.1733384452181.temp (wrote 2 edits, skipped 0 edits in 0 ms)
2024-12-05T07:40:56,411 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/recovered.edits/0000000000000000003-wal.1733384452181.temp to hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/recovered.edits/0000000000000000008
2024-12-05T07:40:56,411 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 29 ms; skipped=3; WAL=hdfs://localhost:40293/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733384452126/wal.1733384452181, size=0, length=0, corrupted=false, cancelled=false
2024-12-05T07:40:56,411 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40293/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733384452126/wal.1733384452181, journal: Splitting hdfs://localhost:40293/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733384452126/wal.1733384452181, size=0 (0bytes) at 1733384452369Finishing writing output for hdfs://localhost:40293/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733384452126/wal.1733384452181 so closing down at 1733384456384 (+4015 ms)Creating recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/recovered.edits/0000000000000000003-wal.1733384452181.temp at 1733384456391 (+7 ms)3 split writer threads finished at 1733384456391Closed recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/recovered.edits/0000000000000000003-wal.1733384452181.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733384456409 (+18 ms)Rename recovered edits hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/recovered.edits/0000000000000000003-wal.1733384452181.temp to hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/recovered.edits/0000000000000000008 at 1733384456411 (+2 ms)Processed 5 edits across 1 Regions in 29 ms; skipped=3; WAL=hdfs://localhost:40293/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733384452126/wal.1733384452181, size=0, length=0, corrupted=false, cancelled=false at 1733384456411
2024-12-05T07:40:56,414 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40293/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733384452126/wal.1733384452181 to hdfs://localhost:40293/hbase/oldWALs/wal.1733384452181
2024-12-05T07:40:56,414 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/recovered.edits/0000000000000000008
2024-12-05T07:40:56,415 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-05T07:40:56,417 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40293/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733384452126, archiveDir=hdfs://localhost:40293/hbase/oldWALs, maxLogs=32
2024-12-05T07:40:56,430 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733384452126/wal.1733384456417, exclude list is [], retry=0
2024-12-05T07:40:56,434 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44769,DS-de2e92a4-2458-4679-b356-5710683d85dc,DISK]
2024-12-05T07:40:56,434 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39399,DS-0c77709a-e756-445a-9453-cd61d1686199,DISK]
2024-12-05T07:40:56,435 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34129,DS-9a31ed6c-f753-4b1c-9524-fd6fd0b93aed,DISK]
2024-12-05T07:40:56,460 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733384452126/wal.1733384456417
2024-12-05T07:40:56,471 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42109:42109),(127.0.0.1/127.0.0.1:45875:45875),(127.0.0.1/127.0.0.1:44281:44281)]
2024-12-05T07:40:56,471 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 9829742232cb3527e7ae063f615b3a47, NAME => 'testCompactedBulkLoadedFiles,,1733384452127.9829742232cb3527e7ae063f615b3a47.', STARTKEY => '', ENDKEY => ''}
2024-12-05T07:40:56,471 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733384452127.9829742232cb3527e7ae063f615b3a47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:40:56,471 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 9829742232cb3527e7ae063f615b3a47
2024-12-05T07:40:56,471 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 9829742232cb3527e7ae063f615b3a47
2024-12-05T07:40:56,482 INFO  [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9829742232cb3527e7ae063f615b3a47 
2024-12-05T07:40:56,483 INFO  [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9829742232cb3527e7ae063f615b3a47 columnFamilyName a
2024-12-05T07:40:56,483 DEBUG [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:56,492 DEBUG [StoreFileOpener-9829742232cb3527e7ae063f615b3a47-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 363b3a49093d41e1ac603c622b9f05bd_SeqId_4_: NONE, but ROW specified in column family configuration
2024-12-05T07:40:56,492 DEBUG [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/a/363b3a49093d41e1ac603c622b9f05bd_SeqId_4_
2024-12-05T07:40:56,502 DEBUG [StoreFileOpener-9829742232cb3527e7ae063f615b3a47-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 42cf15a3aa3445678b4316d5dbaab992_SeqId_4_: NONE, but ROW specified in column family configuration
2024-12-05T07:40:56,503 DEBUG [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/a/42cf15a3aa3445678b4316d5dbaab992_SeqId_4_
2024-12-05T07:40:56,509 DEBUG [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/a/97f10bd5e3b54176963facd7124f2e49
2024-12-05T07:40:56,515 DEBUG [StoreFileOpener-9829742232cb3527e7ae063f615b3a47-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f39f900f4de74b0f8aa109eeb14e5c7d_SeqId_4_: NONE, but ROW specified in column family configuration
2024-12-05T07:40:56,516 DEBUG [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/a/f39f900f4de74b0f8aa109eeb14e5c7d_SeqId_4_
2024-12-05T07:40:56,527 DEBUG [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/a/f54e605beee448c385311db0ec1549e3
2024-12-05T07:40:56,527 WARN  [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/a/363b3a49093d41e1ac603c622b9f05bd_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@15666a3
2024-12-05T07:40:56,528 WARN  [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/a/42cf15a3aa3445678b4316d5dbaab992_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@15666a3
2024-12-05T07:40:56,528 WARN  [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/a/f39f900f4de74b0f8aa109eeb14e5c7d_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@15666a3
2024-12-05T07:40:56,528 WARN  [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/a/f54e605beee448c385311db0ec1549e3 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@15666a3
2024-12-05T07:40:56,528 DEBUG [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/a/363b3a49093d41e1ac603c622b9f05bd_SeqId_4_, hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/a/42cf15a3aa3445678b4316d5dbaab992_SeqId_4_, hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/a/f39f900f4de74b0f8aa109eeb14e5c7d_SeqId_4_, hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/a/f54e605beee448c385311db0ec1549e3] to archive
2024-12-05T07:40:56,530 DEBUG [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-12-05T07:40:56,532 DEBUG [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/a/363b3a49093d41e1ac603c622b9f05bd_SeqId_4_ to hdfs://localhost:40293/hbase/archive/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/a/363b3a49093d41e1ac603c622b9f05bd_SeqId_4_
2024-12-05T07:40:56,534 DEBUG [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/a/42cf15a3aa3445678b4316d5dbaab992_SeqId_4_ to hdfs://localhost:40293/hbase/archive/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/a/42cf15a3aa3445678b4316d5dbaab992_SeqId_4_
2024-12-05T07:40:56,535 DEBUG [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/a/f39f900f4de74b0f8aa109eeb14e5c7d_SeqId_4_ to hdfs://localhost:40293/hbase/archive/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/a/f39f900f4de74b0f8aa109eeb14e5c7d_SeqId_4_
2024-12-05T07:40:56,538 DEBUG [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/a/f54e605beee448c385311db0ec1549e3 to hdfs://localhost:40293/hbase/archive/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/a/f54e605beee448c385311db0ec1549e3
2024-12-05T07:40:56,538 INFO  [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] regionserver.HStore(327): Store=9829742232cb3527e7ae063f615b3a47/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:56,538 INFO  [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 9829742232cb3527e7ae063f615b3a47 
2024-12-05T07:40:56,539 INFO  [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9829742232cb3527e7ae063f615b3a47 columnFamilyName b
2024-12-05T07:40:56,539 DEBUG [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:56,540 INFO  [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] regionserver.HStore(327): Store=9829742232cb3527e7ae063f615b3a47/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:56,540 INFO  [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 9829742232cb3527e7ae063f615b3a47 
2024-12-05T07:40:56,542 INFO  [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9829742232cb3527e7ae063f615b3a47 columnFamilyName c
2024-12-05T07:40:56,542 DEBUG [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:56,543 INFO  [StoreOpener-9829742232cb3527e7ae063f615b3a47-1 {}] regionserver.HStore(327): Store=9829742232cb3527e7ae063f615b3a47/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:56,543 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9829742232cb3527e7ae063f615b3a47
2024-12-05T07:40:56,544 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47
2024-12-05T07:40:56,546 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47
2024-12-05T07:40:56,547 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/recovered.edits/0000000000000000008
2024-12-05T07:40:56,550 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-12-05T07:40:56,552 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 9829742232cb3527e7ae063f615b3a47 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "9829742232cb3527e7ae063f615b3a47" family_name: "a" compaction_input: "f54e605beee448c385311db0ec1549e3" compaction_input: "f39f900f4de74b0f8aa109eeb14e5c7d_SeqId_4_" compaction_input: "363b3a49093d41e1ac603c622b9f05bd_SeqId_4_" compaction_input: "42cf15a3aa3445678b4316d5dbaab992_SeqId_4_" compaction_output: "97f10bd5e3b54176963facd7124f2e49" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1733384452127.9829742232cb3527e7ae063f615b3a47." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1
2024-12-05T07:40:56,553 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker
2024-12-05T07:40:56,553 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/recovered.edits/0000000000000000008
2024-12-05T07:40:56,554 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/recovered.edits/0000000000000000008
2024-12-05T07:40:56,555 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9829742232cb3527e7ae063f615b3a47
2024-12-05T07:40:56,555 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9829742232cb3527e7ae063f615b3a47
2024-12-05T07:40:56,557 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-05T07:40:56,559 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9829742232cb3527e7ae063f615b3a47
2024-12-05T07:40:56,574 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40293/hbase/data/default/testCompactedBulkLoadedFiles/9829742232cb3527e7ae063f615b3a47/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-12-05T07:40:56,576 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened 9829742232cb3527e7ae063f615b3a47; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63018838, jitterRate=-0.060946136713027954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-05T07:40:56,576 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9829742232cb3527e7ae063f615b3a47:
Writing region info on filesystem at 1733384456478Initializing all the Stores at 1733384456481 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384456481Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384456481Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384456481Cleaning up temporary data from old regions at 1733384456555 (+74 ms)Region opened successfully at 1733384456576 (+21 ms)
2024-12-05T07:40:56,580 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 9829742232cb3527e7ae063f615b3a47, disabling compactions & flushes
2024-12-05T07:40:56,580 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733384452127.9829742232cb3527e7ae063f615b3a47.
2024-12-05T07:40:56,580 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733384452127.9829742232cb3527e7ae063f615b3a47.
2024-12-05T07:40:56,580 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733384452127.9829742232cb3527e7ae063f615b3a47. after waiting 0 ms
2024-12-05T07:40:56,580 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733384452127.9829742232cb3527e7ae063f615b3a47.
2024-12-05T07:40:56,583 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733384452127.9829742232cb3527e7ae063f615b3a47.
2024-12-05T07:40:56,583 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 9829742232cb3527e7ae063f615b3a47:
Waiting for close lock at 1733384456579Disabling compacts and flushes for region at 1733384456579Disabling writes for close at 1733384456580 (+1 ms)Writing region close event to WAL at 1733384456583 (+3 ms)Closed at 1733384456583
2024-12-05T07:40:56,591 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741924_1103 (size=93)
2024-12-05T07:40:56,591 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741924_1103 (size=93)
2024-12-05T07:40:56,592 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741924_1103 (size=93)
2024-12-05T07:40:56,595 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-05T07:40:56,595 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733384456417)
2024-12-05T07:40:56,616 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testCompactedBulkLoadedFiles Thread=437 (was 428)
Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:40293 from jenkinstestCompactedBulkLoadedFiles
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: AsyncFSWAL-26-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-26-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:40293
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-26-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_30843210_22 at /127.0.0.1:45192 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_30843210_22 at /127.0.0.1:48040 [Waiting for operation #7]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_30843210_22 at /127.0.0.1:41696 [Waiting for operation #7]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1338 (was 1258) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=489 (was 489), ProcessCount=11 (was 11), AvailableMemoryMB=6313 (was 6345)
2024-12-05T07:40:56,616 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1338 is superior to 1024
2024-12-05T07:40:56,632 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenViaHRegion Thread=437, OpenFileDescriptor=1338, MaxFileDescriptor=1048576, SystemLoadAverage=489, ProcessCount=11, AvailableMemoryMB=6310
2024-12-05T07:40:56,632 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1338 is superior to 1024
2024-12-05T07:40:56,648 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T07:40:56,651 INFO  [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T07:40:56,651 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-05T07:40:56,653 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-33933539, suffix=, logDir=hdfs://localhost:40293/hbase/WALs/hregion-33933539, archiveDir=hdfs://localhost:40293/hbase/oldWALs, maxLogs=32
2024-12-05T07:40:56,666 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-33933539/hregion-33933539.1733384456653, exclude list is [], retry=0
2024-12-05T07:40:56,669 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34129,DS-9a31ed6c-f753-4b1c-9524-fd6fd0b93aed,DISK]
2024-12-05T07:40:56,671 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39399,DS-0c77709a-e756-445a-9453-cd61d1686199,DISK]
2024-12-05T07:40:56,672 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44769,DS-de2e92a4-2458-4679-b356-5710683d85dc,DISK]
2024-12-05T07:40:56,689 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-33933539/hregion-33933539.1733384456653
2024-12-05T07:40:56,690 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44281:44281),(127.0.0.1/127.0.0.1:45875:45875),(127.0.0.1/127.0.0.1:42109:42109)]
2024-12-05T07:40:56,691 INFO  [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => f672b09b4a27fbf12f62a6d36b070ce2, NAME => 'testReplayEditsWrittenViaHRegion,,1733384456649.f672b09b4a27fbf12f62a6d36b070ce2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40293/hbase
2024-12-05T07:40:56,710 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741926_1105 (size=67)
2024-12-05T07:40:56,710 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741926_1105 (size=67)
2024-12-05T07:40:56,711 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741926_1105 (size=67)
2024-12-05T07:40:56,711 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733384456649.f672b09b4a27fbf12f62a6d36b070ce2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:40:56,715 INFO  [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f672b09b4a27fbf12f62a6d36b070ce2 
2024-12-05T07:40:56,716 INFO  [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f672b09b4a27fbf12f62a6d36b070ce2 columnFamilyName a
2024-12-05T07:40:56,716 DEBUG [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:56,717 INFO  [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] regionserver.HStore(327): Store=f672b09b4a27fbf12f62a6d36b070ce2/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:56,717 INFO  [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f672b09b4a27fbf12f62a6d36b070ce2 
2024-12-05T07:40:56,718 INFO  [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f672b09b4a27fbf12f62a6d36b070ce2 columnFamilyName b
2024-12-05T07:40:56,718 DEBUG [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:56,719 INFO  [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] regionserver.HStore(327): Store=f672b09b4a27fbf12f62a6d36b070ce2/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:56,719 INFO  [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f672b09b4a27fbf12f62a6d36b070ce2 
2024-12-05T07:40:56,720 INFO  [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f672b09b4a27fbf12f62a6d36b070ce2 columnFamilyName c
2024-12-05T07:40:56,720 DEBUG [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:56,720 INFO  [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] regionserver.HStore(327): Store=f672b09b4a27fbf12f62a6d36b070ce2/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:56,721 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f672b09b4a27fbf12f62a6d36b070ce2
2024-12-05T07:40:56,722 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2
2024-12-05T07:40:56,722 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2
2024-12-05T07:40:56,724 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f672b09b4a27fbf12f62a6d36b070ce2
2024-12-05T07:40:56,724 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f672b09b4a27fbf12f62a6d36b070ce2
2024-12-05T07:40:56,724 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-05T07:40:56,725 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f672b09b4a27fbf12f62a6d36b070ce2
2024-12-05T07:40:56,728 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-05T07:40:56,729 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened f672b09b4a27fbf12f62a6d36b070ce2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70830014, jitterRate=0.055449455976486206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-05T07:40:56,729 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f672b09b4a27fbf12f62a6d36b070ce2:
Writing region info on filesystem at 1733384456711Initializing all the Stores at 1733384456712 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384456712Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384456714 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384456714Cleaning up temporary data from old regions at 1733384456724 (+10 ms)Region opened successfully at 1733384456729 (+5 ms)
2024-12-05T07:40:56,729 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f672b09b4a27fbf12f62a6d36b070ce2, disabling compactions & flushes
2024-12-05T07:40:56,729 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733384456649.f672b09b4a27fbf12f62a6d36b070ce2.
2024-12-05T07:40:56,729 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733384456649.f672b09b4a27fbf12f62a6d36b070ce2.
2024-12-05T07:40:56,729 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733384456649.f672b09b4a27fbf12f62a6d36b070ce2. after waiting 0 ms
2024-12-05T07:40:56,729 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733384456649.f672b09b4a27fbf12f62a6d36b070ce2.
2024-12-05T07:40:56,729 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733384456649.f672b09b4a27fbf12f62a6d36b070ce2.
2024-12-05T07:40:56,729 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f672b09b4a27fbf12f62a6d36b070ce2:
Waiting for close lock at 1733384456729Disabling compacts and flushes for region at 1733384456729Disabling writes for close at 1733384456729Writing region close event to WAL at 1733384456729Closed at 1733384456729
2024-12-05T07:40:56,731 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741925_1104 (size=93)
2024-12-05T07:40:56,731 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741925_1104 (size=93)
2024-12-05T07:40:56,732 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741925_1104 (size=93)
2024-12-05T07:40:56,734 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-05T07:40:56,734 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-33933539:(num 1733384456653)
2024-12-05T07:40:56,734 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-05T07:40:56,737 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40293/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733384456648, archiveDir=hdfs://localhost:40293/hbase/oldWALs, maxLogs=32
2024-12-05T07:40:56,750 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733384456648/wal.1733384456737, exclude list is [], retry=0
2024-12-05T07:40:56,752 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39399,DS-0c77709a-e756-445a-9453-cd61d1686199,DISK]
2024-12-05T07:40:56,753 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34129,DS-9a31ed6c-f753-4b1c-9524-fd6fd0b93aed,DISK]
2024-12-05T07:40:56,753 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44769,DS-de2e92a4-2458-4679-b356-5710683d85dc,DISK]
2024-12-05T07:40:56,754 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733384456648/wal.1733384456737
2024-12-05T07:40:56,755 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45875:45875),(127.0.0.1/127.0.0.1:44281:44281),(127.0.0.1/127.0.0.1:42109:42109)]
2024-12-05T07:40:56,755 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f672b09b4a27fbf12f62a6d36b070ce2, NAME => 'testReplayEditsWrittenViaHRegion,,1733384456649.f672b09b4a27fbf12f62a6d36b070ce2.', STARTKEY => '', ENDKEY => ''}
2024-12-05T07:40:56,755 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733384456649.f672b09b4a27fbf12f62a6d36b070ce2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:40:56,755 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f672b09b4a27fbf12f62a6d36b070ce2
2024-12-05T07:40:56,755 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f672b09b4a27fbf12f62a6d36b070ce2
2024-12-05T07:40:56,757 INFO  [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f672b09b4a27fbf12f62a6d36b070ce2 
2024-12-05T07:40:56,758 INFO  [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f672b09b4a27fbf12f62a6d36b070ce2 columnFamilyName a
2024-12-05T07:40:56,758 DEBUG [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:56,759 INFO  [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] regionserver.HStore(327): Store=f672b09b4a27fbf12f62a6d36b070ce2/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:56,759 INFO  [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f672b09b4a27fbf12f62a6d36b070ce2 
2024-12-05T07:40:56,760 INFO  [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f672b09b4a27fbf12f62a6d36b070ce2 columnFamilyName b
2024-12-05T07:40:56,760 DEBUG [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:56,760 INFO  [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] regionserver.HStore(327): Store=f672b09b4a27fbf12f62a6d36b070ce2/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:56,761 INFO  [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f672b09b4a27fbf12f62a6d36b070ce2 
2024-12-05T07:40:56,762 INFO  [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f672b09b4a27fbf12f62a6d36b070ce2 columnFamilyName c
2024-12-05T07:40:56,762 DEBUG [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:56,762 INFO  [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] regionserver.HStore(327): Store=f672b09b4a27fbf12f62a6d36b070ce2/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:56,762 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f672b09b4a27fbf12f62a6d36b070ce2
2024-12-05T07:40:56,763 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2
2024-12-05T07:40:56,764 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2
2024-12-05T07:40:56,766 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f672b09b4a27fbf12f62a6d36b070ce2
2024-12-05T07:40:56,766 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f672b09b4a27fbf12f62a6d36b070ce2
2024-12-05T07:40:56,767 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-05T07:40:56,768 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f672b09b4a27fbf12f62a6d36b070ce2
2024-12-05T07:40:56,769 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened f672b09b4a27fbf12f62a6d36b070ce2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58874496, jitterRate=-0.12270164489746094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-05T07:40:56,769 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f672b09b4a27fbf12f62a6d36b070ce2:
Writing region info on filesystem at 1733384456755Initializing all the Stores at 1733384456756 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384456757 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384456757Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384456757Cleaning up temporary data from old regions at 1733384456766 (+9 ms)Region opened successfully at 1733384456769 (+3 ms)
2024-12-05T07:40:56,789 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-05T07:40:56,795 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing f672b09b4a27fbf12f62a6d36b070ce2 3/3 column families, dataSize=870 B heapSize=2.31 KB
2024-12-05T07:40:56,830 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/.tmp/a/5867bc223fb349568a200c6027b2a887 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733384456769/Put/seqid=0
2024-12-05T07:40:56,849 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741928_1107 (size=5958)
2024-12-05T07:40:56,850 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741928_1107 (size=5958)
2024-12-05T07:40:56,851 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741928_1107 (size=5958)
2024-12-05T07:40:56,860 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/.tmp/a/5867bc223fb349568a200c6027b2a887
2024-12-05T07:40:56,868 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/.tmp/a/5867bc223fb349568a200c6027b2a887 as hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/a/5867bc223fb349568a200c6027b2a887
2024-12-05T07:40:56,876 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/a/5867bc223fb349568a200c6027b2a887, entries=10, sequenceid=13, filesize=5.8 K
2024-12-05T07:40:56,878 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for f672b09b4a27fbf12f62a6d36b070ce2 in 82ms, sequenceid=13, compaction requested=false
2024-12-05T07:40:56,878 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f672b09b4a27fbf12f62a6d36b070ce2:

2024-12-05T07:40:56,929 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f672b09b4a27fbf12f62a6d36b070ce2, disabling compactions & flushes
2024-12-05T07:40:56,929 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733384456649.f672b09b4a27fbf12f62a6d36b070ce2.
2024-12-05T07:40:56,929 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733384456649.f672b09b4a27fbf12f62a6d36b070ce2.
2024-12-05T07:40:56,929 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733384456649.f672b09b4a27fbf12f62a6d36b070ce2. after waiting 0 ms
2024-12-05T07:40:56,930 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733384456649.f672b09b4a27fbf12f62a6d36b070ce2.
2024-12-05T07:40:56,931 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1733384456649.f672b09b4a27fbf12f62a6d36b070ce2.
2024-12-05T07:40:56,931 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733384456649.f672b09b4a27fbf12f62a6d36b070ce2.
2024-12-05T07:40:56,931 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f672b09b4a27fbf12f62a6d36b070ce2:
Waiting for close lock at 1733384456929Disabling compacts and flushes for region at 1733384456929Disabling writes for close at 1733384456929Writing region close event to WAL at 1733384456931 (+2 ms)Closed at 1733384456931
2024-12-05T07:40:56,933 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741927_1106 (size=2805)
2024-12-05T07:40:56,934 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741927_1106 (size=2805)
2024-12-05T07:40:56,935 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741927_1106 (size=2805)
2024-12-05T07:40:56,957 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40293/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733384456648/wal.1733384456737, size=2.7 K (2805bytes)
2024-12-05T07:40:56,957 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40293/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733384456648/wal.1733384456737
2024-12-05T07:40:56,958 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40293/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733384456648/wal.1733384456737 after 0ms
2024-12-05T07:40:56,960 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40293/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733384456648/wal.1733384456737: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-12-05T07:40:56,960 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40293/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733384456648/wal.1733384456737 took 3ms
2024-12-05T07:40:56,962 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40293/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733384456648/wal.1733384456737 so closing down
2024-12-05T07:40:56,962 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-05T07:40:56,964 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733384456737.temp
2024-12-05T07:40:56,965 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/recovered.edits/0000000000000000003-wal.1733384456737.temp
2024-12-05T07:40:56,965 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-05T07:40:56,980 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741929_1108 (size=2312)
2024-12-05T07:40:56,981 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741929_1108 (size=2312)
2024-12-05T07:40:56,981 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741929_1108 (size=2312)
2024-12-05T07:40:56,982 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/recovered.edits/0000000000000000003-wal.1733384456737.temp (wrote 30 edits, skipped 0 edits in 0 ms)
2024-12-05T07:40:56,983 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/recovered.edits/0000000000000000003-wal.1733384456737.temp to hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/recovered.edits/0000000000000000035
2024-12-05T07:40:56,983 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 23 ms; skipped=2; WAL=hdfs://localhost:40293/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733384456648/wal.1733384456737, size=2.7 K, length=2805, corrupted=false, cancelled=false
2024-12-05T07:40:56,983 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40293/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733384456648/wal.1733384456737, journal: Splitting hdfs://localhost:40293/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733384456648/wal.1733384456737, size=2.7 K (2805bytes) at 1733384456957Finishing writing output for hdfs://localhost:40293/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733384456648/wal.1733384456737 so closing down at 1733384456962 (+5 ms)Creating recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/recovered.edits/0000000000000000003-wal.1733384456737.temp at 1733384456965 (+3 ms)3 split writer threads finished at 1733384456965Closed recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/recovered.edits/0000000000000000003-wal.1733384456737.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733384456982 (+17 ms)Rename recovered edits hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/recovered.edits/0000000000000000003-wal.1733384456737.temp to hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/recovered.edits/0000000000000000035 at 1733384456983 (+1 ms)Processed 32 edits across 1 Regions in 23 ms; skipped=2; WAL=hdfs://localhost:40293/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733384456648/wal.1733384456737, size=2.7 K, length=2805, corrupted=false, cancelled=false at 1733384456983
2024-12-05T07:40:56,986 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40293/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733384456648/wal.1733384456737 to hdfs://localhost:40293/hbase/oldWALs/wal.1733384456737
2024-12-05T07:40:56,987 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/recovered.edits/0000000000000000035
2024-12-05T07:40:56,987 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-05T07:40:56,989 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40293/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733384456648, archiveDir=hdfs://localhost:40293/hbase/oldWALs, maxLogs=32
2024-12-05T07:40:57,002 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733384456648/wal.1733384456989, exclude list is [], retry=0
2024-12-05T07:40:57,004 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39399,DS-0c77709a-e756-445a-9453-cd61d1686199,DISK]
2024-12-05T07:40:57,004 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34129,DS-9a31ed6c-f753-4b1c-9524-fd6fd0b93aed,DISK]
2024-12-05T07:40:57,004 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44769,DS-de2e92a4-2458-4679-b356-5710683d85dc,DISK]
2024-12-05T07:40:57,006 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733384456648/wal.1733384456989
2024-12-05T07:40:57,011 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45875:45875),(127.0.0.1/127.0.0.1:44281:44281),(127.0.0.1/127.0.0.1:42109:42109)]
2024-12-05T07:40:57,011 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f672b09b4a27fbf12f62a6d36b070ce2, NAME => 'testReplayEditsWrittenViaHRegion,,1733384456649.f672b09b4a27fbf12f62a6d36b070ce2.', STARTKEY => '', ENDKEY => ''}
2024-12-05T07:40:57,012 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733384456649.f672b09b4a27fbf12f62a6d36b070ce2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:40:57,012 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f672b09b4a27fbf12f62a6d36b070ce2
2024-12-05T07:40:57,012 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f672b09b4a27fbf12f62a6d36b070ce2
2024-12-05T07:40:57,018 INFO  [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f672b09b4a27fbf12f62a6d36b070ce2 
2024-12-05T07:40:57,019 INFO  [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f672b09b4a27fbf12f62a6d36b070ce2 columnFamilyName a
2024-12-05T07:40:57,019 DEBUG [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:57,024 DEBUG [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/a/5867bc223fb349568a200c6027b2a887
2024-12-05T07:40:57,024 INFO  [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] regionserver.HStore(327): Store=f672b09b4a27fbf12f62a6d36b070ce2/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:57,024 INFO  [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f672b09b4a27fbf12f62a6d36b070ce2 
2024-12-05T07:40:57,025 INFO  [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f672b09b4a27fbf12f62a6d36b070ce2 columnFamilyName b
2024-12-05T07:40:57,025 DEBUG [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:57,026 INFO  [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] regionserver.HStore(327): Store=f672b09b4a27fbf12f62a6d36b070ce2/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:57,026 INFO  [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f672b09b4a27fbf12f62a6d36b070ce2 
2024-12-05T07:40:57,027 INFO  [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f672b09b4a27fbf12f62a6d36b070ce2 columnFamilyName c
2024-12-05T07:40:57,027 DEBUG [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:40:57,027 INFO  [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] regionserver.HStore(327): Store=f672b09b4a27fbf12f62a6d36b070ce2/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:40:57,027 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f672b09b4a27fbf12f62a6d36b070ce2
2024-12-05T07:40:57,028 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2
2024-12-05T07:40:57,029 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2
2024-12-05T07:40:57,029 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/recovered.edits/0000000000000000035
2024-12-05T07:40:57,031 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-12-05T07:40:57,032 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/recovered.edits/0000000000000000035
2024-12-05T07:40:57,033 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing f672b09b4a27fbf12f62a6d36b070ce2 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB
2024-12-05T07:40:57,048 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/.tmp/b/59ac3046b88a4cc2844c4a74cefd6958 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733384456878/Put/seqid=0
2024-12-05T07:40:57,064 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741931_1110 (size=5958)
2024-12-05T07:40:57,066 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741931_1110 (size=5958)
2024-12-05T07:40:57,066 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/.tmp/b/59ac3046b88a4cc2844c4a74cefd6958
2024-12-05T07:40:57,067 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741931_1110 (size=5958)
2024-12-05T07:40:57,123 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/.tmp/c/1755413cbe744b9d87b0d59762a965f7 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733384456899/Put/seqid=0
2024-12-05T07:40:57,129 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741932_1111 (size=5958)
2024-12-05T07:40:57,129 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741932_1111 (size=5958)
2024-12-05T07:40:57,129 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741932_1111 (size=5958)
2024-12-05T07:40:57,131 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/.tmp/c/1755413cbe744b9d87b0d59762a965f7
2024-12-05T07:40:57,137 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/.tmp/b/59ac3046b88a4cc2844c4a74cefd6958 as hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/b/59ac3046b88a4cc2844c4a74cefd6958
2024-12-05T07:40:57,145 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/b/59ac3046b88a4cc2844c4a74cefd6958, entries=10, sequenceid=35, filesize=5.8 K
2024-12-05T07:40:57,146 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/.tmp/c/1755413cbe744b9d87b0d59762a965f7 as hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/c/1755413cbe744b9d87b0d59762a965f7
2024-12-05T07:40:57,152 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/c/1755413cbe744b9d87b0d59762a965f7, entries=10, sequenceid=35, filesize=5.8 K
2024-12-05T07:40:57,152 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for f672b09b4a27fbf12f62a6d36b070ce2 in 120ms, sequenceid=35, compaction requested=false; wal=null
2024-12-05T07:40:57,153 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/recovered.edits/0000000000000000035
2024-12-05T07:40:57,155 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f672b09b4a27fbf12f62a6d36b070ce2
2024-12-05T07:40:57,155 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f672b09b4a27fbf12f62a6d36b070ce2
2024-12-05T07:40:57,156 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-05T07:40:57,157 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f672b09b4a27fbf12f62a6d36b070ce2
2024-12-05T07:40:57,160 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1
2024-12-05T07:40:57,162 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened f672b09b4a27fbf12f62a6d36b070ce2; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61514220, jitterRate=-0.08336669206619263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-05T07:40:57,163 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f672b09b4a27fbf12f62a6d36b070ce2:
Writing region info on filesystem at 1733384457012Initializing all the Stores at 1733384457017 (+5 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384457017Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384457018 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384457018Obtaining lock to block concurrent updates at 1733384457033 (+15 ms)Preparing flush snapshotting stores in f672b09b4a27fbf12f62a6d36b070ce2 at 1733384457033Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733384456649.f672b09b4a27fbf12f62a6d36b070ce2., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1733384457033Flushing stores of testReplayEditsWrittenViaHRegion,,1733384456649.f672b09b4a27fbf12f62a6d36b070ce2. at 1733384457033Flushing f672b09b4a27fbf12f62a6d36b070ce2/b: creating writer at 1733384457033Flushing f672b09b4a27fbf12f62a6d36b070ce2/b: appending metadata at 1733384457048 (+15 ms)Flushing f672b09b4a27fbf12f62a6d36b070ce2/b: closing flushed file at 1733384457048Flushing f672b09b4a27fbf12f62a6d36b070ce2/c: creating writer at 1733384457080 (+32 ms)Flushing f672b09b4a27fbf12f62a6d36b070ce2/c: appending metadata at 1733384457122 (+42 ms)Flushing f672b09b4a27fbf12f62a6d36b070ce2/c: closing flushed file at 1733384457122Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@130d1acb: reopening flushed file at 1733384457136 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@757f5088: reopening flushed file at 1733384457145 (+9 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for f672b09b4a27fbf12f62a6d36b070ce2 in 120ms, sequenceid=35, compaction requested=false; wal=null at 1733384457152 (+7 ms)Cleaning up temporary data from old regions at 1733384457155 (+3 ms)Region opened successfully at 1733384457162 (+7 ms)
2024-12-05T07:40:57,260 INFO  [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40293/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733384456648/wal.1733384456989, size=0 (0bytes)
2024-12-05T07:40:57,260 WARN  [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:40293/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733384456648/wal.1733384456989 might be still open, length is 0
2024-12-05T07:40:57,260 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40293/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733384456648/wal.1733384456989
2024-12-05T07:40:57,261 WARN  [IPC Server handler 3 on default port 40293 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733384456648/wal.1733384456989 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109
2024-12-05T07:40:57,261 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:40293/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733384456648/wal.1733384456989 after 1ms
2024-12-05T07:40:57,883 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError
2024-12-05T07:40:57,883 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer
2024-12-05T07:40:57,884 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles
2024-12-05T07:40:57,884 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer
2024-12-05T07:40:58,268 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_299948814_22 at /127.0.0.1:45268 [Receiving block BP-1506942772-172.17.0.2-1733384411909:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:39399:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:45268 dst: /127.0.0.1:39399
java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39399 remote=/127.0.0.1:45268]. Total timeout mills is 60000, 58943 millis timeout left.
	at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?]
	at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?]
	at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?]
	at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?]
	at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?]
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T07:40:58,269 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_299948814_22 at /127.0.0.1:41762 [Receiving block BP-1506942772-172.17.0.2-1733384411909:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:44769:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:41762 dst: /127.0.0.1:44769
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T07:40:58,269 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_299948814_22 at /127.0.0.1:48094 [Receiving block BP-1506942772-172.17.0.2-1733384411909:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:34129:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:48094 dst: /127.0.0.1:34129
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T07:40:58,272 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741930_1112 (size=2304)
2024-12-05T07:40:58,273 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741930_1112 (size=2304)
2024-12-05T07:41:01,262 INFO  [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:40293/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733384456648/wal.1733384456989 after 4002ms
2024-12-05T07:41:01,270 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40293/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733384456648/wal.1733384456989: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-12-05T07:41:01,270 INFO  [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40293/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733384456648/wal.1733384456989 took 4010ms
2024-12-05T07:41:01,273 INFO  [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:40293/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733384456648/wal.1733384456989; continuing.
2024-12-05T07:41:01,273 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40293/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733384456648/wal.1733384456989 so closing down
2024-12-05T07:41:01,273 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-12-05T07:41:01,275 INFO  [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1733384456989.temp
2024-12-05T07:41:01,279 INFO  [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/recovered.edits/0000000000000000037-wal.1733384456989.temp
2024-12-05T07:41:01,279 INFO  [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished
2024-12-05T07:41:01,307 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741933_1113 (size=2312)
2024-12-05T07:41:01,308 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741933_1113 (size=2312)
2024-12-05T07:41:01,308 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741933_1113 (size=2312)
2024-12-05T07:41:01,309 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/recovered.edits/0000000000000000037-wal.1733384456989.temp (wrote 30 edits, skipped 0 edits in 0 ms)
2024-12-05T07:41:01,310 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/recovered.edits/0000000000000000037-wal.1733384456989.temp to hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/recovered.edits/0000000000000000066
2024-12-05T07:41:01,310 INFO  [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:40293/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733384456648/wal.1733384456989, size=0, length=0, corrupted=false, cancelled=false
2024-12-05T07:41:01,311 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40293/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733384456648/wal.1733384456989, journal: Splitting hdfs://localhost:40293/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733384456648/wal.1733384456989, size=0 (0bytes) at 1733384457260Finishing writing output for hdfs://localhost:40293/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733384456648/wal.1733384456989 so closing down at 1733384461273 (+4013 ms)Creating recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/recovered.edits/0000000000000000037-wal.1733384456989.temp at 1733384461279 (+6 ms)3 split writer threads finished at 1733384461279Closed recovered edits writer path=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/recovered.edits/0000000000000000037-wal.1733384456989.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733384461309 (+30 ms)Rename recovered edits hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/recovered.edits/0000000000000000037-wal.1733384456989.temp to hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/recovered.edits/0000000000000000066 at 1733384461310 (+1 ms)Processed 30 edits across 1 Regions in 39 ms; skipped=0; WAL=hdfs://localhost:40293/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733384456648/wal.1733384456989, size=0, length=0, corrupted=false, cancelled=false at 1733384461310
2024-12-05T07:41:01,312 INFO  [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40293/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733384456648/wal.1733384456989 to hdfs://localhost:40293/hbase/oldWALs/wal.1733384456989
2024-12-05T07:41:01,313 INFO  [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/recovered.edits/0000000000000000066
2024-12-05T07:41:01,313 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor
2024-12-05T07:41:01,315 INFO  [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40293/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733384456648, archiveDir=hdfs://localhost:40293/hbase/oldWALs, maxLogs=32
2024-12-05T07:41:01,329 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733384456648/wal.1733384461315, exclude list is [], retry=0
2024-12-05T07:41:01,331 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39399,DS-0c77709a-e756-445a-9453-cd61d1686199,DISK]
2024-12-05T07:41:01,331 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34129,DS-9a31ed6c-f753-4b1c-9524-fd6fd0b93aed,DISK]
2024-12-05T07:41:01,332 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44769,DS-de2e92a4-2458-4679-b356-5710683d85dc,DISK]
2024-12-05T07:41:01,336 INFO  [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733384456648/wal.1733384461315
2024-12-05T07:41:01,343 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45875:45875),(127.0.0.1/127.0.0.1:44281:44281),(127.0.0.1/127.0.0.1:42109:42109)]
2024-12-05T07:41:01,343 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733384456649.f672b09b4a27fbf12f62a6d36b070ce2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T07:41:01,345 INFO  [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f672b09b4a27fbf12f62a6d36b070ce2 
2024-12-05T07:41:01,346 INFO  [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f672b09b4a27fbf12f62a6d36b070ce2 columnFamilyName a
2024-12-05T07:41:01,346 DEBUG [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:41:01,351 DEBUG [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/a/5867bc223fb349568a200c6027b2a887
2024-12-05T07:41:01,351 INFO  [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] regionserver.HStore(327): Store=f672b09b4a27fbf12f62a6d36b070ce2/a,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:41:01,352 INFO  [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region f672b09b4a27fbf12f62a6d36b070ce2 
2024-12-05T07:41:01,352 INFO  [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f672b09b4a27fbf12f62a6d36b070ce2 columnFamilyName b
2024-12-05T07:41:01,352 DEBUG [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:41:01,358 DEBUG [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/b/59ac3046b88a4cc2844c4a74cefd6958
2024-12-05T07:41:01,358 INFO  [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] regionserver.HStore(327): Store=f672b09b4a27fbf12f62a6d36b070ce2/b,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:41:01,358 INFO  [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region f672b09b4a27fbf12f62a6d36b070ce2 
2024-12-05T07:41:01,359 INFO  [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f672b09b4a27fbf12f62a6d36b070ce2 columnFamilyName c
2024-12-05T07:41:01,359 DEBUG [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T07:41:01,365 DEBUG [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/c/1755413cbe744b9d87b0d59762a965f7
2024-12-05T07:41:01,365 INFO  [StoreOpener-f672b09b4a27fbf12f62a6d36b070ce2-1 {}] regionserver.HStore(327): Store=f672b09b4a27fbf12f62a6d36b070ce2/c,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T07:41:01,365 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f672b09b4a27fbf12f62a6d36b070ce2
2024-12-05T07:41:01,366 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2
2024-12-05T07:41:01,367 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2
2024-12-05T07:41:01,367 INFO  [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/recovered.edits/0000000000000000066
2024-12-05T07:41:01,370 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null
2024-12-05T07:41:01,373 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/recovered.edits/0000000000000000066
2024-12-05T07:41:01,374 INFO  [Time-limited test {}] regionserver.HRegion(2902): Flushing f672b09b4a27fbf12f62a6d36b070ce2 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB
2024-12-05T07:41:01,394 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/.tmp/a/ef2e735f216546f88efce0c1cd4e4e6b is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1733384457173/Put/seqid=0
2024-12-05T07:41:01,408 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741935_1115 (size=5958)
2024-12-05T07:41:01,408 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741935_1115 (size=5958)
2024-12-05T07:41:01,409 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741935_1115 (size=5958)
2024-12-05T07:41:01,409 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/.tmp/a/ef2e735f216546f88efce0c1cd4e4e6b
2024-12-05T07:41:01,433 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/.tmp/b/1def302e7dce4b95aad0457487c96cfd is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1733384457187/Put/seqid=0
2024-12-05T07:41:01,471 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741936_1116 (size=5958)
2024-12-05T07:41:01,471 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741936_1116 (size=5958)
2024-12-05T07:41:01,472 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741936_1116 (size=5958)
2024-12-05T07:41:01,472 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/.tmp/b/1def302e7dce4b95aad0457487c96cfd
2024-12-05T07:41:01,498 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/.tmp/c/d17419cdaed04b00bc1a2b1ba2a961e3 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1733384457200/Put/seqid=0
2024-12-05T07:41:01,517 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741937_1117 (size=5958)
2024-12-05T07:41:01,517 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741937_1117 (size=5958)
2024-12-05T07:41:01,517 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741937_1117 (size=5958)
2024-12-05T07:41:01,519 INFO  [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/.tmp/c/d17419cdaed04b00bc1a2b1ba2a961e3
2024-12-05T07:41:01,528 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/.tmp/a/ef2e735f216546f88efce0c1cd4e4e6b as hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/a/ef2e735f216546f88efce0c1cd4e4e6b
2024-12-05T07:41:01,537 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/a/ef2e735f216546f88efce0c1cd4e4e6b, entries=10, sequenceid=66, filesize=5.8 K
2024-12-05T07:41:01,538 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/.tmp/b/1def302e7dce4b95aad0457487c96cfd as hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/b/1def302e7dce4b95aad0457487c96cfd
2024-12-05T07:41:01,541 INFO  [master/fc6cd38557f3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-12-05T07:41:01,541 INFO  [master/fc6cd38557f3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-12-05T07:41:01,546 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/b/1def302e7dce4b95aad0457487c96cfd, entries=10, sequenceid=66, filesize=5.8 K
2024-12-05T07:41:01,547 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/.tmp/c/d17419cdaed04b00bc1a2b1ba2a961e3 as hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/c/d17419cdaed04b00bc1a2b1ba2a961e3
2024-12-05T07:41:01,552 INFO  [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/c/d17419cdaed04b00bc1a2b1ba2a961e3, entries=10, sequenceid=66, filesize=5.8 K
2024-12-05T07:41:01,552 INFO  [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for f672b09b4a27fbf12f62a6d36b070ce2 in 178ms, sequenceid=66, compaction requested=false; wal=null
2024-12-05T07:41:01,553 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/recovered.edits/0000000000000000066
2024-12-05T07:41:01,555 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f672b09b4a27fbf12f62a6d36b070ce2
2024-12-05T07:41:01,555 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f672b09b4a27fbf12f62a6d36b070ce2
2024-12-05T07:41:01,556 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-05T07:41:01,559 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f672b09b4a27fbf12f62a6d36b070ce2
2024-12-05T07:41:01,562 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40293/hbase/data/default/testReplayEditsWrittenViaHRegion/f672b09b4a27fbf12f62a6d36b070ce2/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35
2024-12-05T07:41:01,563 INFO  [Time-limited test {}] regionserver.HRegion(1114): Opened f672b09b4a27fbf12f62a6d36b070ce2; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60508529, jitterRate=-0.09835265576839447}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-05T07:41:01,563 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f672b09b4a27fbf12f62a6d36b070ce2:
Writing region info on filesystem at 1733384461343Initializing all the Stores at 1733384461344 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384461344Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384461344Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733384461344Obtaining lock to block concurrent updates at 1733384461374 (+30 ms)Preparing flush snapshotting stores in f672b09b4a27fbf12f62a6d36b070ce2 at 1733384461374Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733384456649.f672b09b4a27fbf12f62a6d36b070ce2., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1733384461374Flushing stores of testReplayEditsWrittenViaHRegion,,1733384456649.f672b09b4a27fbf12f62a6d36b070ce2. at 1733384461374Flushing f672b09b4a27fbf12f62a6d36b070ce2/a: creating writer at 1733384461374Flushing f672b09b4a27fbf12f62a6d36b070ce2/a: appending metadata at 1733384461394 (+20 ms)Flushing f672b09b4a27fbf12f62a6d36b070ce2/a: closing flushed file at 1733384461394Flushing f672b09b4a27fbf12f62a6d36b070ce2/b: creating writer at 1733384461414 (+20 ms)Flushing f672b09b4a27fbf12f62a6d36b070ce2/b: appending metadata at 1733384461432 (+18 ms)Flushing f672b09b4a27fbf12f62a6d36b070ce2/b: closing flushed file at 1733384461433 (+1 ms)Flushing f672b09b4a27fbf12f62a6d36b070ce2/c: creating writer at 1733384461477 (+44 ms)Flushing f672b09b4a27fbf12f62a6d36b070ce2/c: appending metadata at 1733384461497 (+20 ms)Flushing f672b09b4a27fbf12f62a6d36b070ce2/c: closing flushed file at 1733384461497Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@210b08be: reopening flushed file at 1733384461527 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bd3c516: reopening flushed file at 1733384461537 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9370064: reopening flushed file at 1733384461546 (+9 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for f672b09b4a27fbf12f62a6d36b070ce2 in 178ms, sequenceid=66, compaction requested=false; wal=null at 1733384461552 (+6 ms)Cleaning up temporary data from old regions at 1733384461555 (+3 ms)Region opened successfully at 1733384461563 (+8 ms)
2024-12-05T07:41:01,586 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f672b09b4a27fbf12f62a6d36b070ce2, disabling compactions & flushes
2024-12-05T07:41:01,586 INFO  [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733384456649.f672b09b4a27fbf12f62a6d36b070ce2.
2024-12-05T07:41:01,586 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733384456649.f672b09b4a27fbf12f62a6d36b070ce2.
2024-12-05T07:41:01,587 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733384456649.f672b09b4a27fbf12f62a6d36b070ce2. after waiting 1 ms
2024-12-05T07:41:01,587 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733384456649.f672b09b4a27fbf12f62a6d36b070ce2.
2024-12-05T07:41:01,594 INFO  [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733384456649.f672b09b4a27fbf12f62a6d36b070ce2.
2024-12-05T07:41:01,594 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f672b09b4a27fbf12f62a6d36b070ce2:
Waiting for close lock at 1733384461586Disabling compacts and flushes for region at 1733384461586Disabling writes for close at 1733384461587 (+1 ms)Writing region close event to WAL at 1733384461594 (+7 ms)Closed at 1733384461594
2024-12-05T07:41:01,641 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741934_1114 (size=93)
2024-12-05T07:41:01,644 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741934_1114 (size=93)
2024-12-05T07:41:01,644 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741934_1114 (size=93)
2024-12-05T07:41:01,648 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs
2024-12-05T07:41:01,648 INFO  [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733384461315)
2024-12-05T07:41:01,678 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenViaHRegion Thread=442 (was 437)
Potentially hanging thread: AsyncFSWAL-28-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:40293
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-28-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1108826173_22 at /127.0.0.1:45300 [Waiting for operation #25]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1108826173_22 at /127.0.0.1:48134 [Waiting for operation #10]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-28-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:40293 from jenkinstestReplayEditsWrittenViaHRegion
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1108826173_22 at /127.0.0.1:41814 [Waiting for operation #8]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=1400 (was 1338) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=522 (was 489) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6263 (was 6310)
2024-12-05T07:41:01,679 WARN  [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1400 is superior to 1024
2024-12-05T07:41:01,679 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-12-05T07:41:01,679 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-05T07:41:01,679 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153)
    at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-05T07:41:01,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-05T07:41:01,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-05T07:41:01,680 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-05T07:41:01,680 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-12-05T07:41:01,680 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=207465779, stopped=false
2024-12-05T07:41:01,680 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fc6cd38557f3,40799,1733384417352
2024-12-05T07:41:01,725 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36869-0x101a5b8bf890003, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-05T07:41:01,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40799-0x101a5b8bf890000, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-05T07:41:01,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46603-0x101a5b8bf890001, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-05T07:41:01,726 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36869-0x101a5b8bf890003, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:41:01,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46603-0x101a5b8bf890001, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:41:01,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40799-0x101a5b8bf890000, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:41:01,729 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-05T07:41:01,729 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40799-0x101a5b8bf890000, quorum=127.0.0.1:58963, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-05T07:41:01,729 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-05T07:41:01,729 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46603-0x101a5b8bf890001, quorum=127.0.0.1:58963, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-05T07:41:01,729 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153)
    at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-05T07:41:01,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-05T07:41:01,730 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fc6cd38557f3,46603,1733384418439' *****
2024-12-05T07:41:01,730 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-05T07:41:01,730 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fc6cd38557f3,36869,1733384418657' *****
2024-12-05T07:41:01,730 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-05T07:41:01,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36869-0x101a5b8bf890003, quorum=127.0.0.1:58963, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-05T07:41:01,730 INFO  [RS:0;fc6cd38557f3:46603 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-05T07:41:01,731 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-05T07:41:01,731 INFO  [RS:0;fc6cd38557f3:46603 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-05T07:41:01,731 INFO  [RS:0;fc6cd38557f3:46603 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-05T07:41:01,731 INFO  [RS:0;fc6cd38557f3:46603 {}] regionserver.HRegionServer(3091): Received CLOSE for 601efa608362b51330bbcf0b630f6e71
2024-12-05T07:41:01,731 INFO  [RS:0;fc6cd38557f3:46603 {}] regionserver.HRegionServer(959): stopping server fc6cd38557f3,46603,1733384418439
2024-12-05T07:41:01,731 INFO  [RS:0;fc6cd38557f3:46603 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-05T07:41:01,732 INFO  [RS:0;fc6cd38557f3:46603 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fc6cd38557f3:46603.
2024-12-05T07:41:01,731 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 601efa608362b51330bbcf0b630f6e71, disabling compactions & flushes
2024-12-05T07:41:01,732 INFO  [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.
2024-12-05T07:41:01,732 DEBUG [RS:0;fc6cd38557f3:46603 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-05T07:41:01,732 DEBUG [RS:0;fc6cd38557f3:46603 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-05T07:41:01,732 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.
2024-12-05T07:41:01,732 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71. after waiting 0 ms
2024-12-05T07:41:01,732 INFO  [RS:0;fc6cd38557f3:46603 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-05T07:41:01,732 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.
2024-12-05T07:41:01,732 INFO  [RS:0;fc6cd38557f3:46603 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-05T07:41:01,732 INFO  [RS:0;fc6cd38557f3:46603 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-05T07:41:01,732 INFO  [RS:0;fc6cd38557f3:46603 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-12-05T07:41:01,734 INFO  [RS:2;fc6cd38557f3:36869 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-05T07:41:01,734 INFO  [RS:2;fc6cd38557f3:36869 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-05T07:41:01,734 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-05T07:41:01,734 INFO  [RS:2;fc6cd38557f3:36869 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-05T07:41:01,734 INFO  [RS:2;fc6cd38557f3:36869 {}] regionserver.HRegionServer(959): stopping server fc6cd38557f3,36869,1733384418657
2024-12-05T07:41:01,735 INFO  [RS:2;fc6cd38557f3:36869 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-05T07:41:01,735 INFO  [RS:2;fc6cd38557f3:36869 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;fc6cd38557f3:36869.
2024-12-05T07:41:01,735 DEBUG [RS:2;fc6cd38557f3:36869 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-05T07:41:01,735 DEBUG [RS:2;fc6cd38557f3:36869 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-05T07:41:01,735 INFO  [RS:2;fc6cd38557f3:36869 {}] regionserver.HRegionServer(976): stopping server fc6cd38557f3,36869,1733384418657; all regions closed.
2024-12-05T07:41:01,758 INFO  [regionserver/fc6cd38557f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-05T07:41:01,769 INFO  [regionserver/fc6cd38557f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-05T07:41:01,771 INFO  [RS:0;fc6cd38557f3:46603 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-12-05T07:41:01,771 DEBUG [RS:0;fc6cd38557f3:46603 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 601efa608362b51330bbcf0b630f6e71=testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.}
2024-12-05T07:41:01,771 DEBUG [RS:0;fc6cd38557f3:46603 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 601efa608362b51330bbcf0b630f6e71
2024-12-05T07:41:01,776 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-05T07:41:01,776 INFO  [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-05T07:41:01,776 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-05T07:41:01,776 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-05T07:41:01,776 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-05T07:41:01,776 INFO  [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB
2024-12-05T07:41:01,789 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741835_1011 (size=93)
2024-12-05T07:41:01,789 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741835_1011 (size=93)
2024-12-05T07:41:01,789 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741835_1011 (size=93)
2024-12-05T07:41:01,804 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/default/testReplayEditsAfterRegionMovedWithMultiCF/601efa608362b51330bbcf0b630f6e71/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17
2024-12-05T07:41:01,805 INFO  [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.
2024-12-05T07:41:01,805 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 601efa608362b51330bbcf0b630f6e71:
Waiting for close lock at 1733384461731Running coprocessor pre-close hooks at 1733384461731Disabling compacts and flushes for region at 1733384461731Disabling writes for close at 1733384461732 (+1 ms)Writing region close event to WAL at 1733384461778 (+46 ms)Running coprocessor post-close hooks at 1733384461805 (+27 ms)Closed at 1733384461805
2024-12-05T07:41:01,805 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71.
2024-12-05T07:41:01,831 DEBUG [RS:2;fc6cd38557f3:36869 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/oldWALs
2024-12-05T07:41:01,831 INFO  [RS:2;fc6cd38557f3:36869 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fc6cd38557f3%2C36869%2C1733384418657:(num 1733384420689)
2024-12-05T07:41:01,831 DEBUG [RS:2;fc6cd38557f3:36869 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-05T07:41:01,831 INFO  [RS:2;fc6cd38557f3:36869 {}] regionserver.LeaseManager(133): Closed leases
2024-12-05T07:41:01,831 INFO  [RS:2;fc6cd38557f3:36869 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-05T07:41:01,831 INFO  [RS:2;fc6cd38557f3:36869 {}] hbase.ChoreService(370): Chore service for: regionserver/fc6cd38557f3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-12-05T07:41:01,831 INFO  [RS:2;fc6cd38557f3:36869 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-05T07:41:01,831 INFO  [RS:2;fc6cd38557f3:36869 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-05T07:41:01,831 INFO  [regionserver/fc6cd38557f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-05T07:41:01,832 INFO  [RS:2;fc6cd38557f3:36869 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-05T07:41:01,832 INFO  [RS:2;fc6cd38557f3:36869 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-05T07:41:01,832 INFO  [RS:2;fc6cd38557f3:36869 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36869
2024-12-05T07:41:01,838 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/hbase/meta/1588230740/.tmp/info/aeecd5d3360d4306a0753f56afc9044b is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1733384437360.601efa608362b51330bbcf0b630f6e71./info:regioninfo/1733384440825/Put/seqid=0
2024-12-05T07:41:01,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40799-0x101a5b8bf890000, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-05T07:41:01,860 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36869-0x101a5b8bf890003, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fc6cd38557f3,36869,1733384418657
2024-12-05T07:41:01,860 INFO  [RS:2;fc6cd38557f3:36869 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-05T07:41:01,861 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fc6cd38557f3,36869,1733384418657]
2024-12-05T07:41:01,870 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fc6cd38557f3,36869,1733384418657 already deleted, retry=false
2024-12-05T07:41:01,870 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fc6cd38557f3,36869,1733384418657 expired; onlineServers=1
2024-12-05T07:41:01,880 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741938_1118 (size=8243)
2024-12-05T07:41:01,880 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741938_1118 (size=8243)
2024-12-05T07:41:01,881 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741938_1118 (size=8243)
2024-12-05T07:41:01,883 INFO  [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/hbase/meta/1588230740/.tmp/info/aeecd5d3360d4306a0753f56afc9044b
2024-12-05T07:41:01,906 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/hbase/meta/1588230740/.tmp/ns/115c333105ce4a2fa591c4dcec2a9f15 is 43, key is default/ns:d/1733384421423/Put/seqid=0
2024-12-05T07:41:01,924 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741939_1119 (size=5153)
2024-12-05T07:41:01,924 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741939_1119 (size=5153)
2024-12-05T07:41:01,925 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741939_1119 (size=5153)
2024-12-05T07:41:01,925 INFO  [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/hbase/meta/1588230740/.tmp/ns/115c333105ce4a2fa591c4dcec2a9f15
2024-12-05T07:41:01,944 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/hbase/meta/1588230740/.tmp/table/3ab01a0ff4144ead8e3ee099efccf503 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1733384437829/Put/seqid=0
2024-12-05T07:41:01,950 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741940_1120 (size=5431)
2024-12-05T07:41:01,950 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741940_1120 (size=5431)
2024-12-05T07:41:01,950 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741940_1120 (size=5431)
2024-12-05T07:41:01,951 INFO  [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/hbase/meta/1588230740/.tmp/table/3ab01a0ff4144ead8e3ee099efccf503
2024-12-05T07:41:01,957 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/hbase/meta/1588230740/.tmp/info/aeecd5d3360d4306a0753f56afc9044b as hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/hbase/meta/1588230740/info/aeecd5d3360d4306a0753f56afc9044b
2024-12-05T07:41:01,962 INFO  [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/hbase/meta/1588230740/info/aeecd5d3360d4306a0753f56afc9044b, entries=18, sequenceid=21, filesize=8.0 K
2024-12-05T07:41:01,963 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/hbase/meta/1588230740/.tmp/ns/115c333105ce4a2fa591c4dcec2a9f15 as hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/hbase/meta/1588230740/ns/115c333105ce4a2fa591c4dcec2a9f15
2024-12-05T07:41:01,968 INFO  [RS:2;fc6cd38557f3:36869 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-05T07:41:01,969 INFO  [RS:2;fc6cd38557f3:36869 {}] regionserver.HRegionServer(1031): Exiting; stopping=fc6cd38557f3,36869,1733384418657; zookeeper connection closed.
2024-12-05T07:41:01,969 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36869-0x101a5b8bf890003, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-05T07:41:01,969 DEBUG [pool-76-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36869-0x101a5b8bf890003, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-05T07:41:01,969 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1ba58425 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1ba58425
2024-12-05T07:41:01,969 INFO  [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/hbase/meta/1588230740/ns/115c333105ce4a2fa591c4dcec2a9f15, entries=2, sequenceid=21, filesize=5.0 K
2024-12-05T07:41:01,970 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/hbase/meta/1588230740/.tmp/table/3ab01a0ff4144ead8e3ee099efccf503 as hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/hbase/meta/1588230740/table/3ab01a0ff4144ead8e3ee099efccf503
2024-12-05T07:41:01,971 DEBUG [RS:0;fc6cd38557f3:46603 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-12-05T07:41:01,975 INFO  [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/hbase/meta/1588230740/table/3ab01a0ff4144ead8e3ee099efccf503, entries=2, sequenceid=21, filesize=5.3 K
2024-12-05T07:41:01,976 INFO  [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 200ms, sequenceid=21, compaction requested=false
2024-12-05T07:41:01,982 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1
2024-12-05T07:41:01,983 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-05T07:41:01,983 INFO  [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-05T07:41:01,983 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733384461776Running coprocessor pre-close hooks at 1733384461776Disabling compacts and flushes for region at 1733384461776Disabling writes for close at 1733384461776Obtaining lock to block concurrent updates at 1733384461776Preparing flush snapshotting stores in 1588230740 at 1733384461776Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1733384461777 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733384461778 (+1 ms)Flushing 1588230740/info: creating writer at 1733384461778Flushing 1588230740/info: appending metadata at 1733384461837 (+59 ms)Flushing 1588230740/info: closing flushed file at 1733384461837Flushing 1588230740/ns: creating writer at 1733384461891 (+54 ms)Flushing 1588230740/ns: appending metadata at 1733384461906 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733384461906Flushing 1588230740/table: creating writer at 1733384461930 (+24 ms)Flushing 1588230740/table: appending metadata at 1733384461944 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733384461944Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55ec316c: reopening flushed file at 1733384461956 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4961aa9: reopening flushed file at 1733384461963 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@758625d4: reopening flushed file at 1733384461969 (+6 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 200ms, sequenceid=21, compaction requested=false at 1733384461976 (+7 ms)Writing region close event to WAL at 1733384461977 (+1 ms)Running coprocessor post-close hooks at 1733384461982 (+5 ms)Closed at 1733384461983 (+1 ms)
2024-12-05T07:41:01,983 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-12-05T07:41:02,171 INFO  [RS:0;fc6cd38557f3:46603 {}] regionserver.HRegionServer(976): stopping server fc6cd38557f3,46603,1733384418439; all regions closed.
2024-12-05T07:41:02,173 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741836_1012 (size=3783)
2024-12-05T07:41:02,173 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741836_1012 (size=3783)
2024-12-05T07:41:02,174 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741836_1012 (size=3783)
2024-12-05T07:41:02,176 DEBUG [RS:0;fc6cd38557f3:46603 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/oldWALs
2024-12-05T07:41:02,176 INFO  [RS:0;fc6cd38557f3:46603 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fc6cd38557f3%2C46603%2C1733384418439.meta:.meta(num 1733384421251)
2024-12-05T07:41:02,178 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741834_1010 (size=2652)
2024-12-05T07:41:02,178 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741834_1010 (size=2652)
2024-12-05T07:41:02,178 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741834_1010 (size=2652)
2024-12-05T07:41:02,181 DEBUG [RS:0;fc6cd38557f3:46603 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/oldWALs
2024-12-05T07:41:02,181 INFO  [RS:0;fc6cd38557f3:46603 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fc6cd38557f3%2C46603%2C1733384418439:(num 1733384420689)
2024-12-05T07:41:02,181 DEBUG [RS:0;fc6cd38557f3:46603 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-05T07:41:02,181 INFO  [RS:0;fc6cd38557f3:46603 {}] regionserver.LeaseManager(133): Closed leases
2024-12-05T07:41:02,181 INFO  [RS:0;fc6cd38557f3:46603 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-05T07:41:02,181 INFO  [RS:0;fc6cd38557f3:46603 {}] hbase.ChoreService(370): Chore service for: regionserver/fc6cd38557f3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-12-05T07:41:02,181 INFO  [RS:0;fc6cd38557f3:46603 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-05T07:41:02,181 INFO  [regionserver/fc6cd38557f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-05T07:41:02,181 INFO  [RS:0;fc6cd38557f3:46603 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46603
2024-12-05T07:41:02,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40799-0x101a5b8bf890000, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-05T07:41:02,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46603-0x101a5b8bf890001, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fc6cd38557f3,46603,1733384418439
2024-12-05T07:41:02,226 INFO  [RS:0;fc6cd38557f3:46603 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-05T07:41:02,234 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fc6cd38557f3,46603,1733384418439]
2024-12-05T07:41:02,243 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fc6cd38557f3,46603,1733384418439 already deleted, retry=false
2024-12-05T07:41:02,243 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fc6cd38557f3,46603,1733384418439 expired; onlineServers=0
2024-12-05T07:41:02,243 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fc6cd38557f3,40799,1733384417352' *****
2024-12-05T07:41:02,243 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-12-05T07:41:02,243 INFO  [M:0;fc6cd38557f3:40799 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-05T07:41:02,243 INFO  [M:0;fc6cd38557f3:40799 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-05T07:41:02,243 DEBUG [M:0;fc6cd38557f3:40799 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-12-05T07:41:02,243 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-12-05T07:41:02,243 DEBUG [M:0;fc6cd38557f3:40799 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-12-05T07:41:02,243 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.large.0-1733384420276 {}] cleaner.HFileCleaner(306): Exit Thread[master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.large.0-1733384420276,5,FailOnTimeoutGroup]
2024-12-05T07:41:02,243 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.small.0-1733384420276 {}] cleaner.HFileCleaner(306): Exit Thread[master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.small.0-1733384420276,5,FailOnTimeoutGroup]
2024-12-05T07:41:02,244 INFO  [M:0;fc6cd38557f3:40799 {}] hbase.ChoreService(370): Chore service for: master/fc6cd38557f3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-12-05T07:41:02,244 INFO  [M:0;fc6cd38557f3:40799 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-05T07:41:02,244 DEBUG [M:0;fc6cd38557f3:40799 {}] master.HMaster(1795): Stopping service threads
2024-12-05T07:41:02,244 INFO  [M:0;fc6cd38557f3:40799 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-05T07:41:02,244 INFO  [M:0;fc6cd38557f3:40799 {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-05T07:41:02,245 INFO  [M:0;fc6cd38557f3:40799 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-12-05T07:41:02,245 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-12-05T07:41:02,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40799-0x101a5b8bf890000, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-05T07:41:02,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40799-0x101a5b8bf890000, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-05T07:41:02,251 DEBUG [M:0;fc6cd38557f3:40799 {}] zookeeper.ZKUtil(347): master:40799-0x101a5b8bf890000, quorum=127.0.0.1:58963, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-12-05T07:41:02,251 WARN  [M:0;fc6cd38557f3:40799 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-12-05T07:41:02,253 INFO  [M:0;fc6cd38557f3:40799 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/.lastflushedseqids
2024-12-05T07:41:02,268 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741941_1121 (size=138)
2024-12-05T07:41:02,268 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741941_1121 (size=138)
2024-12-05T07:41:02,269 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741941_1121 (size=138)
2024-12-05T07:41:02,271 INFO  [M:0;fc6cd38557f3:40799 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-12-05T07:41:02,271 INFO  [M:0;fc6cd38557f3:40799 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-12-05T07:41:02,272 DEBUG [M:0;fc6cd38557f3:40799 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-05T07:41:02,272 INFO  [M:0;fc6cd38557f3:40799 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T07:41:02,272 DEBUG [M:0;fc6cd38557f3:40799 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T07:41:02,272 DEBUG [M:0;fc6cd38557f3:40799 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-05T07:41:02,272 DEBUG [M:0;fc6cd38557f3:40799 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T07:41:02,272 INFO  [M:0;fc6cd38557f3:40799 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.34 KB heapSize=83.73 KB
2024-12-05T07:41:02,290 DEBUG [M:0;fc6cd38557f3:40799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66bbdc1131e04868beb3650f439c776a is 82, key is hbase:meta,,1/info:regioninfo/1733384421337/Put/seqid=0
2024-12-05T07:41:02,299 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741942_1122 (size=5672)
2024-12-05T07:41:02,299 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741942_1122 (size=5672)
2024-12-05T07:41:02,299 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741942_1122 (size=5672)
2024-12-05T07:41:02,301 INFO  [M:0;fc6cd38557f3:40799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66bbdc1131e04868beb3650f439c776a
2024-12-05T07:41:02,331 DEBUG [M:0;fc6cd38557f3:40799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/757d7683ff4b480b86ab79eafb99516d is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733384437837/Put/seqid=0
2024-12-05T07:41:02,334 INFO  [RS:0;fc6cd38557f3:46603 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-05T07:41:02,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46603-0x101a5b8bf890001, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-05T07:41:02,335 INFO  [RS:0;fc6cd38557f3:46603 {}] regionserver.HRegionServer(1031): Exiting; stopping=fc6cd38557f3,46603,1733384418439; zookeeper connection closed.
2024-12-05T07:41:02,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46603-0x101a5b8bf890001, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-05T07:41:02,366 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@49dea657 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@49dea657
2024-12-05T07:41:02,366 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete
2024-12-05T07:41:02,376 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741943_1123 (size=7755)
2024-12-05T07:41:02,377 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741943_1123 (size=7755)
2024-12-05T07:41:02,378 INFO  [M:0;fc6cd38557f3:40799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.61 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/757d7683ff4b480b86ab79eafb99516d
2024-12-05T07:41:02,379 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741943_1123 (size=7755)
2024-12-05T07:41:02,383 INFO  [M:0;fc6cd38557f3:40799 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 757d7683ff4b480b86ab79eafb99516d
2024-12-05T07:41:02,399 DEBUG [M:0;fc6cd38557f3:40799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa019118b2ca4a60bee0736cb9a53c43 is 69, key is fc6cd38557f3,36869,1733384418657/rs:state/1733384420384/Put/seqid=0
2024-12-05T07:41:02,424 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741944_1124 (size=5445)
2024-12-05T07:41:02,424 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741944_1124 (size=5445)
2024-12-05T07:41:02,425 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39399 is added to blk_1073741944_1124 (size=5445)
2024-12-05T07:41:02,426 INFO  [M:0;fc6cd38557f3:40799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa019118b2ca4a60bee0736cb9a53c43
2024-12-05T07:41:02,430 INFO  [M:0;fc6cd38557f3:40799 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aa019118b2ca4a60bee0736cb9a53c43
2024-12-05T07:41:02,431 DEBUG [M:0;fc6cd38557f3:40799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66bbdc1131e04868beb3650f439c776a as hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/66bbdc1131e04868beb3650f439c776a
2024-12-05T07:41:02,436 INFO  [M:0;fc6cd38557f3:40799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/66bbdc1131e04868beb3650f439c776a, entries=8, sequenceid=168, filesize=5.5 K
2024-12-05T07:41:02,437 DEBUG [M:0;fc6cd38557f3:40799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/757d7683ff4b480b86ab79eafb99516d as hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/757d7683ff4b480b86ab79eafb99516d
2024-12-05T07:41:02,454 INFO  [M:0;fc6cd38557f3:40799 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 757d7683ff4b480b86ab79eafb99516d
2024-12-05T07:41:02,454 INFO  [M:0;fc6cd38557f3:40799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/757d7683ff4b480b86ab79eafb99516d, entries=17, sequenceid=168, filesize=7.6 K
2024-12-05T07:41:02,455 DEBUG [M:0;fc6cd38557f3:40799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa019118b2ca4a60bee0736cb9a53c43 as hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aa019118b2ca4a60bee0736cb9a53c43
2024-12-05T07:41:02,459 INFO  [M:0;fc6cd38557f3:40799 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aa019118b2ca4a60bee0736cb9a53c43
2024-12-05T07:41:02,460 INFO  [M:0;fc6cd38557f3:40799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40293/user/jenkins/test-data/03f2f35a-a305-4ba6-4bc7-193652aa168b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aa019118b2ca4a60bee0736cb9a53c43, entries=3, sequenceid=168, filesize=5.3 K
2024-12-05T07:41:02,461 INFO  [M:0;fc6cd38557f3:40799 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 189ms, sequenceid=168, compaction requested=false
2024-12-05T07:41:02,463 INFO  [M:0;fc6cd38557f3:40799 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T07:41:02,463 DEBUG [M:0;fc6cd38557f3:40799 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733384462271Disabling compacts and flushes for region at 1733384462271Disabling writes for close at 1733384462272 (+1 ms)Obtaining lock to block concurrent updates at 1733384462272Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733384462272Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69984, getHeapSize=85672, getOffHeapSize=0, getCellsCount=195 at 1733384462272Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733384462273 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733384462273Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733384462290 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733384462290Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733384462311 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733384462330 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733384462330Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733384462383 (+53 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733384462398 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733384462398Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f2f4483: reopening flushed file at 1733384462430 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b30f4ad: reopening flushed file at 1733384462437 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29cd2fe: reopening flushed file at 1733384462454 (+17 ms)Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 189ms, sequenceid=168, compaction requested=false at 1733384462461 (+7 ms)Writing region close event to WAL at 1733384462463 (+2 ms)Closed at 1733384462463
2024-12-05T07:41:02,466 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34129 is added to blk_1073741830_1006 (size=71337)
2024-12-05T07:41:02,466 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741830_1006 (size=71337)
2024-12-05T07:41:02,468 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-05T07:41:02,468 INFO  [M:0;fc6cd38557f3:40799 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-12-05T07:41:02,468 INFO  [M:0;fc6cd38557f3:40799 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40799
2024-12-05T07:41:02,469 INFO  [M:0;fc6cd38557f3:40799 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-05T07:41:02,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40799-0x101a5b8bf890000, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-05T07:41:02,593 INFO  [M:0;fc6cd38557f3:40799 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-05T07:41:02,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40799-0x101a5b8bf890000, quorum=127.0.0.1:58963, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-05T07:41:02,600 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733384441103/wal.1733384441652 with renewLeaseKey: DEFAULT_16655
java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733384441103/wal.1733384441652 (inode 16655) Holder DFSClient_NONMAPREDUCE_299948814_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733384441103/wal.1733384441652 (inode 16655) Holder DFSClient_NONMAPREDUCE_299948814_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 25 more
2024-12-05T07:41:02,601 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733384432439/wal.1733384432568 with renewLeaseKey: DEFAULT_16586
java.io.IOException: stream already broken
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T07:41:02,601 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733384456648/wal.1733384456989 with renewLeaseKey: DEFAULT_16767
java.io.IOException: stream already broken
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T07:41:02,604 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733384441933/wal.1733384451324 with renewLeaseKey: DEFAULT_16678
java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733384441933/wal.1733384451324 (inode 16678) Holder DFSClient_NONMAPREDUCE_299948814_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733384441933/wal.1733384451324 (inode 16678) Holder DFSClient_NONMAPREDUCE_299948814_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 25 more
2024-12-05T07:41:02,605 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733384422557/wal.1733384422631 with renewLeaseKey: DEFAULT_16506
java.io.IOException: stream already broken
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T07:41:02,607 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733384451526/wal.1733384451989 with renewLeaseKey: DEFAULT_16704
java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733384451526/wal.1733384451989 (inode 16704) Holder DFSClient_NONMAPREDUCE_299948814_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733384451526/wal.1733384451989 (inode 16704) Holder DFSClient_NONMAPREDUCE_299948814_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 25 more
2024-12-05T07:41:02,608 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733384452126/wal.1733384452181 with renewLeaseKey: DEFAULT_16726
java.io.IOException: stream already broken
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T07:41:02,611 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733384422180/wal.1733384422427 with renewLeaseKey: DEFAULT_16485
java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733384422180/wal.1733384422427 (inode 16485) Holder DFSClient_NONMAPREDUCE_299948814_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733384422180/wal.1733384422427 (inode 16485) Holder DFSClient_NONMAPREDUCE_299948814_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 25 more
2024-12-05T07:41:02,614 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733384421714/wal.1733384421925 with renewLeaseKey: DEFAULT_16462
java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733384421714/wal.1733384421925 (inode 16462) Holder DFSClient_NONMAPREDUCE_299948814_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733384421714/wal.1733384421925 (inode 16462) Holder DFSClient_NONMAPREDUCE_299948814_22 does not have any open files.
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703)
	at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689)
	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232)
	at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983)
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649)
	at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589)
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573)
	at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246)
	at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198)

	at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?]
	at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?]
	at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 25 more
2024-12-05T07:41:02,649 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4290616c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-05T07:41:02,651 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e25d2b6{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-05T07:41:02,652 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-05T07:41:02,652 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6853f5bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-05T07:41:02,652 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bf0fdb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/hadoop.log.dir/,STOPPED}
2024-12-05T07:41:02,655 WARN  [BP-1506942772-172.17.0.2-1733384411909 heartbeating to localhost/127.0.0.1:40293 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-12-05T07:41:02,655 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-12-05T07:41:02,655 WARN  [BP-1506942772-172.17.0.2-1733384411909 heartbeating to localhost/127.0.0.1:40293 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1506942772-172.17.0.2-1733384411909 (Datanode Uuid 1ae294f1-8340-45b4-8865-71a572d858e6) service to localhost/127.0.0.1:40293
2024-12-05T07:41:02,655 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-12-05T07:41:02,656 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/cluster_7c3f5f36-80fb-0e84-6699-b67aace9e583/data/data5/current/BP-1506942772-172.17.0.2-1733384411909 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-05T07:41:02,657 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/cluster_7c3f5f36-80fb-0e84-6699-b67aace9e583/data/data6/current/BP-1506942772-172.17.0.2-1733384411909 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-05T07:41:02,657 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-12-05T07:41:02,659 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28e1ba78{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-05T07:41:02,660 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@702c0733{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-05T07:41:02,660 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-05T07:41:02,660 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3264f7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-05T07:41:02,660 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e971547{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/hadoop.log.dir/,STOPPED}
2024-12-05T07:41:02,661 WARN  [BP-1506942772-172.17.0.2-1733384411909 heartbeating to localhost/127.0.0.1:40293 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-12-05T07:41:02,661 WARN  [BP-1506942772-172.17.0.2-1733384411909 heartbeating to localhost/127.0.0.1:40293 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1506942772-172.17.0.2-1733384411909 (Datanode Uuid 73e1625d-7d97-4998-94fd-03d60fbc9811) service to localhost/127.0.0.1:40293
2024-12-05T07:41:02,662 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-12-05T07:41:02,662 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-12-05T07:41:02,662 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/cluster_7c3f5f36-80fb-0e84-6699-b67aace9e583/data/data3/current/BP-1506942772-172.17.0.2-1733384411909 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-05T07:41:02,663 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/cluster_7c3f5f36-80fb-0e84-6699-b67aace9e583/data/data4/current/BP-1506942772-172.17.0.2-1733384411909 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-05T07:41:02,663 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-12-05T07:41:02,679 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4dc44ec6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-05T07:41:02,680 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17f6e478{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-05T07:41:02,680 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-05T07:41:02,680 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d33512e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-05T07:41:02,680 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b895d95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/hadoop.log.dir/,STOPPED}
2024-12-05T07:41:02,681 WARN  [BP-1506942772-172.17.0.2-1733384411909 heartbeating to localhost/127.0.0.1:40293 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-12-05T07:41:02,681 WARN  [BP-1506942772-172.17.0.2-1733384411909 heartbeating to localhost/127.0.0.1:40293 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1506942772-172.17.0.2-1733384411909 (Datanode Uuid 82c3b33b-c32c-4612-bc6f-2310ac53e845) service to localhost/127.0.0.1:40293
2024-12-05T07:41:02,682 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/cluster_7c3f5f36-80fb-0e84-6699-b67aace9e583/data/data1/current/BP-1506942772-172.17.0.2-1733384411909 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-05T07:41:02,682 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/cluster_7c3f5f36-80fb-0e84-6699-b67aace9e583/data/data2/current/BP-1506942772-172.17.0.2-1733384411909 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-05T07:41:02,683 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-12-05T07:41:02,683 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-12-05T07:41:02,683 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-12-05T07:41:02,691 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1843526c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-05T07:41:02,691 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@776c4d96{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-05T07:41:02,692 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-05T07:41:02,692 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70596a48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-05T07:41:02,692 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6630be9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5aea6fef-b479-a559-b399-0e521c69ce4f/hadoop.log.dir/,STOPPED}
2024-12-05T07:41:02,701 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-12-05T07:41:02,761 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down